-- Logs begin at Tue 2022-01-11 13:34:29 UTC, end at Tue 2022-01-11 14:35:45 UTC. -- Jan 11 14:04:38.652081 dv-cinder-824131-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 11 14:04:41.594512 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.common.config [-] Logging enabled! Jan 11 14:04:41.595206 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev348 Jan 11 14:04:41.595303 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102639) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 11 14:04:41.599025 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.common.config [-] Logging enabled! Jan 11 14:04:41.599277 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev348 Jan 11 14:04:41.599611 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102639) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 11 14:04:41.600536 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 11 14:04:41.600770 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 11 14:04:41.601294 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 11 14:04:41.601544 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 11 14:04:41.601773 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 11 14:04:41.602095 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.602510 dv-cinder-824131-3-iscsi neutron-server[102639]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 11 14:04:41.602822 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.603118 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.603409 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.603727 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.604018 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.604300 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.604587 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.604882 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.605167 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.605445 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.605728 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.606018 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.606296 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.606581 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.606865 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.607145 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] debug = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.607423 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.607879 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.608281 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.608568 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.608855 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.609131 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.609401 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.609675 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.609955 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.610275 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] host = dv-cinder-824131-3-iscsi {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.610552 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.610839 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.611123 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.611407 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.611706 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.612632 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.612922 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.613197 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.613470 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] log_file = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.613744 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.614035 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.614324 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.614614 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.614842 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.615067 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.615357 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.615673 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.615952 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.616227 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.616502 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.616777 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.617050 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.617320 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.617605 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.617892 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.618178 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.618453 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.618731 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.619002 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.619274 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.619580 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.619860 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.620133 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.620406 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.620691 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.620957 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.621229 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.621524 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.621811 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.622094 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.622379 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.622650 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.622929 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.623197 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.623466 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.623760 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] use_json = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.624031 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.624299 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.624577 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.624848 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.625119 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.625389 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.625658 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.625940 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.626210 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:41.626507 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.626806 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.627108 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.627405 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.627750 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.628034 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.628325 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.628607 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.628899 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.629187 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.629476 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.629755 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.630055 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.630342 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.630637 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.630942 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.631237 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.631549 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.631829 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.632105 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.632380 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.632663 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.632952 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.633234 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.633524 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.633815 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.634098 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.634396 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.634686 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.634984 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.635274 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.635580 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.635863 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.636157 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.636434 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.636707 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.636984 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.637271 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.637546 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.637818 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.638100 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.638377 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.638657 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.638929 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.639206 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.639506 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.639792 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.640064 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.640335 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.640612 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.640883 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.641164 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.641437 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.641707 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.641977 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.642254 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.642525 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.642797 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.643070 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.643900 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.644181 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.644495 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.644771 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.645046 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.645321 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.645592 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.645862 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.646130 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.646405 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.646677 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.646948 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.647218 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.647511 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.647784 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.648069 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.648367 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.648653 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.648931 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.649209 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.649486 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.649761 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.650037 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.650315 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.650594 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.650869 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.651160 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.651442 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.651762 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.652061 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.652340 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.652637 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.652916 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.653199 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.653476 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.653754 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.654035 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.654319 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.654615 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.654911 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.655207 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.655533 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.655813 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.656091 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.656399 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.656679 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:41.656895 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 11 14:04:41.657133 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102639) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 11 14:04:42.003921 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 11 14:04:42.004187 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 11 14:04:42.004495 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 11 14:04:42.004825 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 11 14:04:42.329614 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.329840 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.330115 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.331429 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.331730 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.332000 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.377369 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.377670 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.377936 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.391834 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.392117 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.392386 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.421278 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.421556 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.421824 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.459729 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.460010 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.460276 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.794920 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.795454 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.795454 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.795748 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.796445 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.895724 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.896046 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.896330 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.896602 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.896870 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.897180 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.897448 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.897708 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.897964 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.898250 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.898514 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.898783 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.899041 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.899294 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.899576 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.899845 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.900107 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.900372 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.900640 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.900902 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.901172 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.901423 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.901701 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.902073 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.902323 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.902569 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.902956 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102639) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 14:04:42.903197 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102639) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 14:04:42.903434 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102639) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 14:04:42.903698 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102639) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 14:04:42.903935 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102639) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 14:04:42.904169 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102639) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 14:04:42.904533 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 11 14:04:42.907644 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 11 14:04:42.911719 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 11 14:04:42.915639 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jan 11 14:04:42.917272 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 11 14:04:42.917737 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 11 14:04:42.918073 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 11 14:04:42.918453 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 11 14:04:42.921296 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 11 14:04:42.921550 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 11 14:04:42.921895 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 11 14:04:42.927221 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 11 14:04:42.950753 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 11 14:04:42.951205 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.951571 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102639) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 11 14:04:42.951880 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.953255 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102639) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 11 14:04:42.953533 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 11 14:04:42.953778 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 11 14:04:42.957577 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:42.957856 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.021067 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 11 14:04:43.021306 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 11 14:04:43.021546 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 11 14:04:43.021916 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 11 14:04:43.042392 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_db.sqlalchemy.engines [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102639) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 11 14:04:43.479753 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.plugins.ml2.managers [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Initializing driver for type 'gre' Jan 11 14:04:43.480277 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] gre ID ranges: [(1, 1000)] Jan 11 14:04:43.532225 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.plugins.ml2.managers [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Initializing driver for type 'local' Jan 11 14:04:43.532567 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.plugins.ml2.managers [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Initializing driver for type 'vlan' Jan 11 14:04:43.544996 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] VlanTypeDriver initialization complete Jan 11 14:04:43.545351 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.plugins.ml2.managers [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Initializing driver for type 'vxlan' Jan 11 14:04:43.545840 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] vxlan ID ranges: [(1, 1000)] Jan 11 14:04:43.597319 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.plugins.ml2.managers [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Initializing extension driver 'port_security' Jan 11 14:04:43.597662 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.plugins.ml2.extensions.port_security [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] PortSecurityExtensionDriver initialization complete Jan 11 14:04:43.598039 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.plugins.ml2.managers [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Initializing mechanism driver 'openvswitch' Jan 11 14:04:43.598399 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.plugins.ml2.managers [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Initializing mechanism driver 'hyperv' Jan 11 14:04:43.605029 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.plugin [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:04:43.605691 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > port after_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.606063 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > port after_update 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.606418 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > port after_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.606952 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102639) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 11 14:04:43.607393 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > subnet after_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.607771 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > subnet after_update 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.608121 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > subnet after_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.608518 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102639) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 11 14:04:43.608929 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > network after_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.609276 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > network after_update 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.609618 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > network after_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.610011 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102639) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 11 14:04:43.610419 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > security_group after_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.610767 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > security_group after_update 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.611107 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > security_group after_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.611679 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102639) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 11 14:04:43.612096 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.612451 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.612798 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.613222 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102639) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 11 14:04:43.613613 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > address_group after_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.613960 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > address_group after_update 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.614300 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > address_group after_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.614697 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102639) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 11 14:04:43.615085 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] ML2 OVO RPC backend initialized. {{(pid=102639) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jan 11 14:04:43.615822 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > router_interface after_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.616184 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.616606 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > network before_response 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.616960 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > networks before_response 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.617310 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > port before_response 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.617701 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > ports before_response 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.618091 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > subnet before_response 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.618434 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > subnets before_response 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.618780 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > network after_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.619125 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > network after_update 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.619465 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > network after_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.619835 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > port after_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.620179 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > port after_update 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.620519 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > port after_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.620861 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > subnet after_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.621203 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > subnet after_update 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.621543 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > subnet after_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.622114 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.plugins.ml2.plugin [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Modular L2 Plugin initialization complete Jan 11 14:04:43.622443 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading services supported by the core plugin {{(pid=102639) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 11 14:04:43.622771 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.plugins.ml2.managers [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Got port-security extension from driver 'port_security' Jan 11 14:04:43.623238 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.extensions.vlantransparent [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Disabled vlantransparent extension. Jan 11 14:04:43.623753 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102639) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 11 14:04:43.624074 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading Plugin: router Jan 11 14:04:43.660676 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > router_interface before_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.661070 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > router after_create 55549900 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.661445 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > router before_create 55549900 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.661812 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.662187 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.662552 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > router after_delete 55549900 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.662911 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > floatingip after_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.663270 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > floatingip after_update 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.663667 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > router after_create 55549900 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.664021 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > router after_update 55549900 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.664372 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > router after_update 55549900 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.664721 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.665082 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > router after_update 55549900 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.665498 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > router precommit_update 55549900 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.665865 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: port after_update 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.666207 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: port after_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.666547 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: subnet after_update 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.666888 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.667239 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > port precommit_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.667615 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > router precommit_create 55549900 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.667961 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: port before_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.668308 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > router precommit_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.668672 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > router after_update 55549900 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.669017 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > router precommit_delete 55549900 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.669370 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > router precommit_create 55549900 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.669731 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > router_interface after_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.670077 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > router precommit_update 55549900 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.670445 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > agent after_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.670799 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > agent after_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.671149 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > network after_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.672024 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.quota.resource_registry [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Tracking information for resource: router configured {{(pid=102639) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 14:04:43.672368 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.quota.resource_registry [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Tracking information for resource: floatingip configured {{(pid=102639) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 14:04:43.679335 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.db.l3_agentschedulers_db [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 11 14:04:43.679954 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: port after_update 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.680321 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: port after_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.680672 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: port after_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.681022 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: port after_update 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.681809 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > router before_create 55550100 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.682179 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > router precommit_delete 55550100 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.682536 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > router precommit_create 55550100 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.682900 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > router precommit_update 55550100 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.687688 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.services.provider_configuration [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Service providers = [] {{(pid=102639) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 11 14:04:43.688057 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.db.servicetype_db [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102639) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 11 14:04:43.691590 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.services.service_base [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102639) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 11 14:04:43.691947 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.services.service_base [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102639) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 11 14:04:43.692292 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.services.service_base [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102639) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 11 14:04:43.693173 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.services.service_base [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102639) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 11 14:04:43.693549 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.services.service_base [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 11 14:04:43.693939 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102639) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 14:04:43.694261 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 11 14:04:43.705358 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102639) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 14:04:43.706277 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading Plugin: auto_allocate Jan 11 14:04:43.712205 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: network precommit_update 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.712579 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: network precommit_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.713104 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102639) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 14:04:43.713431 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading Plugin: tag Jan 11 14:04:43.720067 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102639) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 14:04:43.720404 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading Plugin: timestamp Jan 11 14:04:43.724482 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102639) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 14:04:43.724820 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading Plugin: network_ip_availability Jan 11 14:04:43.730345 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.730678 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.731038 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.731776 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102639) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 14:04:43.732104 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading Plugin: flavors Jan 11 14:04:43.736887 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102639) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 14:04:43.737225 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading Plugin: revisions Jan 11 14:04:43.741521 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102639) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 14:04:43.741918 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_concurrency.lockutils [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.737s {{(pid=102639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 11 14:04:43.742666 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102639) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 11 14:04:43.743005 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Initializing extension manager. Jan 11 14:04:43.743548 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: __init__.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.743902 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: __pycache__ {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.744239 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.744573 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: address_group.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.745322 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.745891 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: address-group Jan 11 14:04:43.746216 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: address_scope.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.747113 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.747654 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: address-scope Jan 11 14:04:43.747985 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: admin_state_down_before_update.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.748914 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.749425 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: router-admin-state-down-before-update Jan 11 14:04:43.749752 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: agent.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.750455 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.750965 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: agent Jan 11 14:04:43.751289 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: agent_resources_synced.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.752221 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.753273 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: agent-resources-synced Jan 11 14:04:43.753598 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: allowedaddresspairs.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.755372 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.755934 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: allowed-address-pairs Jan 11 14:04:43.756268 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: auto_allocated_topology.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.757343 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.757870 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: auto-allocated-topology Jan 11 14:04:43.758203 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: availability_zone.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.758893 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.759406 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: availability_zone Jan 11 14:04:43.759762 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: availability_zone_filter.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.760673 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.761186 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: availability_zone_filter Jan 11 14:04:43.761512 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: data_plane_status.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.762410 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.762919 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension data-plane-status not supported by any of loaded plugins Jan 11 14:04:43.763241 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: default_subnetpools.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.764183 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.764693 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: default-subnetpools Jan 11 14:04:43.765018 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: dhcpagentscheduler.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.765823 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.766327 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: dhcp_agent_scheduler Jan 11 14:04:43.766650 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: dns.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.767578 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.768100 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension dns-integration not supported by any of loaded plugins Jan 11 14:04:43.768952 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: dns_domain_ports.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.769864 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.770374 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 11 14:04:43.770699 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.771654 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.772160 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 11 14:04:43.772482 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: dvr.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.773148 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.773656 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: dvr Jan 11 14:04:43.773977 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: ecmp_routes.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.774888 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.775391 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension ecmp_routes not supported by any of loaded plugins Jan 11 14:04:43.775742 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: empty_string_filtering.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.776661 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.777166 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: empty-string-filtering Jan 11 14:04:43.777489 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.778391 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.778893 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 11 14:04:43.779214 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.780152 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.780659 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 11 14:04:43.780980 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: external_net.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.781878 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.782390 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: external-net Jan 11 14:04:43.782712 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: extra_dhcp_opt.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.783651 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.784204 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: extra_dhcp_opt Jan 11 14:04:43.784528 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: extraroute.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.785436 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.785944 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: extraroute Jan 11 14:04:43.786266 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: extraroute_atomic.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.787299 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.787851 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: extraroute-atomic Jan 11 14:04:43.788174 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: filter_validation.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.788838 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.789348 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: filter-validation Jan 11 14:04:43.789668 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: fip_pf_description.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.790578 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.791083 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 11 14:04:43.791403 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: fip_port_details.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.792354 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.792861 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: fip-port-details Jan 11 14:04:43.793182 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: flavors.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.794421 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.794940 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: flavors Jan 11 14:04:43.795440 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.796948 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.797477 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 11 14:04:43.797815 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: floatingip_pools.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.798516 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.799029 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: floatingip-pools Jan 11 14:04:43.799399 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: ip_allocation.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.800357 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.800871 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension ip_allocation not supported by any of loaded plugins Jan 11 14:04:43.801199 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.802109 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.802627 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: ip-substring-filtering Jan 11 14:04:43.802966 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: l2_adjacency.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.803893 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.804413 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension l2_adjacency not supported by any of loaded plugins Jan 11 14:04:43.804737 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: l3.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.805809 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.806330 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: router Jan 11 14:04:43.806658 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: l3_conntrack_helper.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.808917 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.809451 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 11 14:04:43.809788 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.810722 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.811243 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: ext-gw-mode Jan 11 14:04:43.811605 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.812525 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.813048 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: l3-ha Jan 11 14:04:43.813378 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: l3_flavors.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.814293 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.814807 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: l3-flavors Jan 11 14:04:43.815710 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.816621 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.817133 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: l3-port-ip-change-not-allowed Jan 11 14:04:43.817458 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: l3agentscheduler.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.818515 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.819024 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: l3_agent_scheduler Jan 11 14:04:43.819353 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: local_ip.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.821422 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.821959 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension local_ip not supported by any of loaded plugins Jan 11 14:04:43.822291 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: logging.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.823798 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.824330 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension logging not supported by any of loaded plugins Jan 11 14:04:43.824668 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: metering.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.825481 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.826135 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: metering Jan 11 14:04:43.826504 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.827710 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.828326 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: metering_source_and_destination_fields Jan 11 14:04:43.828748 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: multiprovidernet.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.829748 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.830355 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: multi-provider Jan 11 14:04:43.831338 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: netmtu.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.832600 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.833178 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: net-mtu Jan 11 14:04:43.833509 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: netmtu_writable.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.834461 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.835034 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: net-mtu-writable Jan 11 14:04:43.835444 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: network_availability_zone.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.836372 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.836827 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: network_availability_zone Jan 11 14:04:43.837140 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: network_ip_availability.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.838408 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.839007 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: network-ip-availability Jan 11 14:04:43.839475 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: network_segment_range.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.840308 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.840914 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension network-segment-range not supported by any of loaded plugins Jan 11 14:04:43.841367 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: pagination.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.842563 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.842932 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: pagination Jan 11 14:04:43.843287 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: port_device_profile.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.844313 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.844843 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: port-device-profile Jan 11 14:04:43.845189 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.846260 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.846852 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: port-mac-address-regenerate Jan 11 14:04:43.847204 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.848171 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.848689 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: port-numa-affinity-policy Jan 11 14:04:43.849016 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: port_resource_request.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.849931 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.850440 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension port-resource-request not supported by any of loaded plugins Jan 11 14:04:43.850766 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: port_resource_request_groups.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.851767 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.852282 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 11 14:04:43.852612 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: portbindings.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.853547 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.854059 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: binding Jan 11 14:04:43.854388 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: portbindings_extended.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.855730 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.856248 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: binding-extended Jan 11 14:04:43.856581 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: portsecurity.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.857495 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.858009 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: port-security Jan 11 14:04:43.858335 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: project_id.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.859308 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.859667 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: project-id Jan 11 14:04:43.859994 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: providernet.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.860909 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.861425 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: provider Jan 11 14:04:43.861749 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: qos.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.865982 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.866510 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension qos not supported by any of loaded plugins Jan 11 14:04:43.866842 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.868136 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.868653 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 11 14:04:43.868984 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.869901 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.870412 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 11 14:04:43.870739 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: qos_default.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.871683 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.872196 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension qos-default not supported by any of loaded plugins Jan 11 14:04:43.872524 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: qos_fip.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.873439 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.873948 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension qos-fip not supported by any of loaded plugins Jan 11 14:04:43.874274 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: qos_fip_network_policy.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.875187 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.875718 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 11 14:04:43.876045 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: qos_gateway_ip.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.876980 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.877546 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 11 14:04:43.878383 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: qos_port_network_policy.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.879293 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.879839 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 11 14:04:43.880166 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.881207 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.881721 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 11 14:04:43.882051 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: qos_pps_rule.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.883234 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.883780 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension qos-pps not supported by any of loaded plugins Jan 11 14:04:43.884110 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: qos_rule_type_details.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.885037 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.885550 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 11 14:04:43.885875 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: qos_rules_alias.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.886915 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.887431 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 11 14:04:43.887854 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: quota_check_limit.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.888771 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.889286 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: quota-check-limit Jan 11 14:04:43.889610 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: quotasv2.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.890576 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.890907 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: quotas Jan 11 14:04:43.891228 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: quotasv2_detail.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.894703 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.895055 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: quota_details Jan 11 14:04:43.895396 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: rbac.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.896483 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.897017 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: rbac-policies Jan 11 14:04:43.897349 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: rbac_address_group.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.898278 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.898797 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: rbac-address-group Jan 11 14:04:43.899123 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: rbac_address_scope.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.900071 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.900586 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: rbac-address-scope Jan 11 14:04:43.900912 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: rbac_security_groups.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.901830 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.902341 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: rbac-security-groups Jan 11 14:04:43.902665 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: rbac_subnetpool.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.903599 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.904112 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: rbac-subnetpool Jan 11 14:04:43.904436 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: revisionifmatch.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.905360 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.905870 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: revision-if-match Jan 11 14:04:43.906196 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: revisions.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.907303 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.907843 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: standard-attr-revisions Jan 11 14:04:43.908172 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: router_availability_zone.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.908883 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.909401 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: router_availability_zone Jan 11 14:04:43.909729 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: routerservicetype.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.910644 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.911152 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension router-service-type not supported by any of loaded plugins Jan 11 14:04:43.911478 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.912497 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.913012 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: security-groups-normalized-cidr Jan 11 14:04:43.913337 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: security_groups_port_filtering.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.914258 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.914768 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: port-security-groups-filtering Jan 11 14:04:43.915099 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.916058 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.916571 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: security-groups-remote-address-group Jan 11 14:04:43.916895 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.917816 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.918326 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: security-groups-shared-filtering Jan 11 14:04:43.918651 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.919228 dv-cinder-824131-3-iscsi neutron-server[102639]: WARNING neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 11 14:04:43.919586 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: securitygroup.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.931126 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.931692 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: security-group Jan 11 14:04:43.932030 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: segment.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.932824 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.933337 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension segment not supported by any of loaded plugins Jan 11 14:04:43.933667 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.934617 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.935133 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 11 14:04:43.935466 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: servicetype.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.936593 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.937118 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: service-type Jan 11 14:04:43.937450 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: sorting.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.938435 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.938772 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: sorting Jan 11 14:04:43.939097 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: standard_attr_segment.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.940591 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.941121 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 11 14:04:43.941448 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: standardattrdescription.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.942103 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.942614 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: standard-attr-description Jan 11 14:04:43.942940 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: stateful_security_group.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.943907 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.944431 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: stateful-security-group Jan 11 14:04:43.944754 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: stdattrs_common.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.945319 dv-cinder-824131-3-iscsi neutron-server[102639]: WARNING neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 11 14:04:43.945905 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.946824 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.947337 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 11 14:04:43.947696 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: subnet_onboard.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.948763 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.949284 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: subnet_onboard Jan 11 14:04:43.949609 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.950537 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.951047 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 11 14:04:43.951370 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: subnet_service_types.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.952322 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.952846 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: subnet-service-types Jan 11 14:04:43.953172 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: subnetallocation.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.954286 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.954801 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: subnet_allocation Jan 11 14:04:43.955127 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.955847 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.956360 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: subnetpool-prefix-ops Jan 11 14:04:43.956684 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.957608 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.958283 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 11 14:04:43.958612 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: tagging.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.959694 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.960227 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: standard-attr-tag Jan 11 14:04:43.960555 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: timestamp.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.961761 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.962280 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loaded extension: standard-attr-timestamp Jan 11 14:04:43.962608 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: trunk.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.963661 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.964184 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension trunk not supported by any of loaded plugins Jan 11 14:04:43.964513 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: trunk_details.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.965431 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.965948 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension trunk-details not supported by any of loaded plugins Jan 11 14:04:43.966276 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: uplink_status_propagation.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.967191 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.967733 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 11 14:04:43.968062 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Loading extension file: vlantransparent.py {{(pid=102639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 14:04:43.968725 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 14:04:43.969234 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extension vlan-transparent not supported by any of loaded plugins Jan 11 14:04:43.971776 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.quota.resource_registry [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Creating instance of TrackedResource for resource:network Jan 11 14:04:43.972310 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.quota.resource_registry [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Creating instance of TrackedResource for resource:subnet Jan 11 14:04:43.972710 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.quota.resource_registry [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Creating instance of TrackedResource for resource:subnetpool Jan 11 14:04:43.973101 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.quota.resource_registry [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Creating instance of TrackedResource for resource:port Jan 11 14:04:43.974303 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.v2.resource_helper [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 14:04:43.974757 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.v2.resource_helper [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Service FLAVORS assigned prefix: {{(pid=102639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 14:04:43.975369 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.v2.resource_helper [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 14:04:43.975829 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.v2.resource_helper [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 14:04:43.976165 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.quota.resource_registry [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Creating instance of TrackedResource for resource:router Jan 11 14:04:43.976604 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.quota.resource_registry [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Creating instance of TrackedResource for resource:floatingip Jan 11 14:04:43.977112 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.v2.resource_helper [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Service METERING assigned prefix: /metering {{(pid=102639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 14:04:43.978546 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.978918 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.979271 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:04:43.980288 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.quota.resource_registry [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Creating instance of CountableResource for resource:rbac_policy Jan 11 14:04:43.980790 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.quota.resource_registry [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Creating instance of TrackedResource for resource:security_group Jan 11 14:04:43.981179 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.quota.resource_registry [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Creating instance of TrackedResource for resource:security_group_rule Jan 11 14:04:43.981791 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.v2.resource_helper [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Service CORE assigned prefix: {{(pid=102639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 14:04:43.982123 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.quota.resource_registry [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Creating instance of TrackedResource for resource:subnetpool Jan 11 14:04:43.982471 dv-cinder-824131-3-iscsi neutron-server[102639]: WARNING neutron.quota.resource_registry [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] subnetpool is already registered Jan 11 14:04:43.982900 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.v2.resource_helper [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Service CORE assigned prefix: {{(pid=102639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 14:04:43.983226 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.quota.resource_registry [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Creating instance of TrackedResource for resource:subnetpool Jan 11 14:04:43.983584 dv-cinder-824131-3-iscsi neutron-server[102639]: WARNING neutron.quota.resource_registry [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] subnetpool is already registered Jan 11 14:04:43.985846 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.v2.resource_helper [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 14:04:43.986284 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.v2.resource_helper [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Service FLAVORS assigned prefix: {{(pid=102639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 14:04:43.987393 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.v2.resource_helper [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 14:04:43.987847 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.v2.resource_helper [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 14:04:43.988185 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.quota.resource_registry [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Creating instance of TrackedResource for resource:router Jan 11 14:04:43.988529 dv-cinder-824131-3-iscsi neutron-server[102639]: WARNING neutron.quota.resource_registry [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] router is already registered Jan 11 14:04:43.988946 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.quota.resource_registry [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Creating instance of TrackedResource for resource:floatingip Jan 11 14:04:43.989298 dv-cinder-824131-3-iscsi neutron-server[102639]: WARNING neutron.quota.resource_registry [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] floatingip is already registered Jan 11 14:04:43.989741 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.v2.resource_helper [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Service METERING assigned prefix: /metering {{(pid=102639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 14:04:43.990404 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.quota.resource_registry [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Creating instance of CountableResource for resource:rbac_policy Jan 11 14:04:43.990733 dv-cinder-824131-3-iscsi neutron-server[102639]: WARNING neutron.quota.resource_registry [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] rbac_policy is already registered Jan 11 14:04:43.991153 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.quota.resource_registry [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Creating instance of TrackedResource for resource:security_group Jan 11 14:04:43.991517 dv-cinder-824131-3-iscsi neutron-server[102639]: WARNING neutron.quota.resource_registry [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] security_group is already registered Jan 11 14:04:43.991928 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.quota.resource_registry [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Creating instance of TrackedResource for resource:security_group_rule Jan 11 14:04:43.992266 dv-cinder-824131-3-iscsi neutron-server[102639]: WARNING neutron.quota.resource_registry [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] security_group_rule is already registered Jan 11 14:04:43.992889 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.v2.resource_helper [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Service CORE assigned prefix: {{(pid=102639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 14:04:43.993218 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.quota.resource_registry [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Creating instance of TrackedResource for resource:subnetpool Jan 11 14:04:43.993551 dv-cinder-824131-3-iscsi neutron-server[102639]: WARNING neutron.quota.resource_registry [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] subnetpool is already registered Jan 11 14:04:43.993979 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.v2.resource_helper [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Service CORE assigned prefix: {{(pid=102639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 14:04:43.994307 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.quota.resource_registry [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Creating instance of TrackedResource for resource:subnetpool Jan 11 14:04:43.994639 dv-cinder-824131-3-iscsi neutron-server[102639]: WARNING neutron.quota.resource_registry [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] subnetpool is already registered Jan 11 14:04:43.995112 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: extensions {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:43.996592 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: address-groups {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:43.998153 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: address-scopes {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:43.999460 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: agents {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:44.000637 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: auto-allocated-topology {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:44.001873 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: availability_zones {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:44.003705 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: dhcp-networks {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:44.005186 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: dhcp-agents {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:44.006604 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: routers {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:44.008827 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: flavors {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:44.009982 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: service_profiles {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:44.011180 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: next_providers {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:44.012629 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: service_profiles {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:44.014177 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: floatingip-pools {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:44.015382 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: routers {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:44.017488 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: floatingips {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:44.018808 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: l3-routers {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:44.020232 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: l3-agents {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:44.021659 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: metering-labels {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:44.022985 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: metering-label-rules {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:44.024279 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: network-ip-availabilities {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:44.025553 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: bindings {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:44.027997 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: quotas {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:44.029613 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: quotas {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:44.031131 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: rbac-policies {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:44.032445 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: security-groups {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:44.033702 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: security-group-rules {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:44.034930 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: service-providers {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:44.036193 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: subnetpools {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:44.037610 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: subnetpools {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:44.039038 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: tags {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:44.040720 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: tags {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:44.042526 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: tags {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:44.044325 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: tags {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:44.046092 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: tags {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:44.047959 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: tags {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:44.050144 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: tags {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:44.052058 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: tags {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:44.053783 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: tags {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:44.055649 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron.api.extensions [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Extended resource: tags {{(pid=102639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 14:04:44.061377 dv-cinder-824131-3-iscsi neutron-server[102639]: WARNING keystonemiddleware.auth_token [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 11 14:04:44.066576 dv-cinder-824131-3-iscsi neutron-server[102639]: WARNING keystonemiddleware.auth_token [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 11 14:04:44.075201 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_concurrency.lockutils [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Acquired lock "singleton_lock" {{(pid=102639) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 11 14:04:44.075700 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_concurrency.lockutils [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Releasing lock "singleton_lock" {{(pid=102639) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 11 14:04:44.076351 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO oslo_service.service [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Starting 2 workers Jan 11 14:04:44.081329 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Started child 102758 {{(pid=102639) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 11 14:04:44.086002 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Started child 102759 {{(pid=102639) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 11 14:04:44.086928 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:04:44.087664 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO neutron.service [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Neutron service started, listening on 0.0.0.0:9696 Jan 11 14:04:44.088297 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Publish callbacks [] for process (None), before_spawn {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:04:44.088534 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [-] (102758) wsgi starting up on http://0.0.0.0:9696 Jan 11 14:04:44.090762 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO oslo_service.service [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Starting 1 workers Jan 11 14:04:44.090967 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:04:44.092425 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [-] (102759) wsgi starting up on http://0.0.0.0:9696 Jan 11 14:04:44.096087 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Started child 102760 {{(pid=102639) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 11 14:04:44.096660 dv-cinder-824131-3-iscsi neutron-server[102639]: INFO oslo_service.service [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Starting 1 workers Jan 11 14:04:44.100033 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.service [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] calling RpcWorker wait() {{(pid=102760) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 11 14:04:44.100551 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.service [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] returning from RpcWorker wait() {{(pid=102760) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 11 14:04:44.101188 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Started child 102761 {{(pid=102639) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 11 14:04:44.101997 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG neutron_lib.callbacks.manager [None req-98cd2487-0062-41cf-9520-8f2f0120fb9a None None] Publish callbacks [] for process (None), after_spawn {{(pid=102639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:04:44.102105 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:04:44.102640 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:04:44.103911 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102639) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 11 14:04:44.104130 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 11 14:04:44.104319 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 11 14:04:44.104546 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 11 14:04:44.104889 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 11 14:04:44.105055 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 11 14:04:44.105563 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.105839 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.106040 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:04:44.106486 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.106486 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.106643 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.107388 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.107718 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.107959 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.108230 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.108469 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.108639 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.108810 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.109077 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.109310 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.109619 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.109893 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.110153 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.110428 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.110602 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.110847 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.111112 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.111355 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.111661 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] debug = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.112443 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.112929 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.113158 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.113399 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.113640 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.113917 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.114164 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.114423 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.114666 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.114890 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.115128 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.115391 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.115649 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.115885 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.116146 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.116361 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.116618 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.116840 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.117292 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] host = dv-cinder-824131-3-iscsi {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.117528 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.117767 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.117993 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.118245 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.118502 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.118735 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.118982 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.119233 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.119512 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.119753 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.119993 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.120246 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.120483 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.120743 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] log_file = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.120909 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] log_options = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.121146 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.121412 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.121656 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.121865 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.122036 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.122201 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.122451 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.122618 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.122892 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.123139 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.123353 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.123628 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.123845 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.124077 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.124317 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.124548 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.124783 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.125030 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.125274 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.125500 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.125745 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.125972 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.126215 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.126431 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.126670 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.126887 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.127121 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.127312 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.128161 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.128740 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:04:44.128898 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.129154 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.129357 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.129600 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.129860 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.130125 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.130353 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.130581 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.130800 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.131091 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.131287 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.131610 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.131804 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.132220 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.133123 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.133358 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.133616 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.133916 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] use_json = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.134128 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.134997 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.134997 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.134997 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.134997 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.135356 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.135539 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.135658 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.135875 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.136559 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.137021 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.137478 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.137896 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.138156 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.138406 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.138665 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.144415 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.144415 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.144415 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.144415 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.149825 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.150195 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.150501 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.150797 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.151179 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.151443 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.151777 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.152036 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.152273 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.152506 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.152744 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.153019 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.153276 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.153521 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.153762 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.153996 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.154307 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.154601 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.154968 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.155251 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.157406 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.157717 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.160070 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.160374 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.160625 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.162022 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.166393 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.166667 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.167016 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.167275 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.167541 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.167814 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.168090 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.168348 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.168614 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.168863 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.169116 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.169363 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.169597 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.169847 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.170089 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.170353 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.170601 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.170857 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.171099 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.171362 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.171845 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.172118 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.172341 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.172561 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.172789 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.173050 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.173275 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.173494 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.173712 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.173934 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.174175 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.174983 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.175374 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.175873 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.176141 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.176391 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.176629 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.176886 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.177151 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.177403 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.177635 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.177881 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.178106 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.178347 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.178585 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.178807 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.179045 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.179265 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.179535 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.179789 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.180009 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.180249 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.180467 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.180706 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.181009 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.181338 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.181594 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.181838 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.182066 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.182316 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.182540 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.182761 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.182989 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.183211 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.183429 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.183895 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.184211 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.184650 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.185075 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.185682 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.186083 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.186319 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.186575 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.186802 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.187048 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.187304 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.187607 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.187841 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.188090 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.188303 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.188555 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.188833 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.189094 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.189391 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.189633 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.189898 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.190743 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.191051 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.191332 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.191635 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.191901 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.192163 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.192445 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.192712 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.192948 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.193211 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.193437 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.193720 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.193948 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.194185 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.194439 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.194740 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.194977 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.195226 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.195469 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.196273 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.196273 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.196515 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.196790 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.197048 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.197304 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.197557 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.197805 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.198024 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.198268 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.198522 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.198743 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.199632 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.199632 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.199632 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.199632 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.200038 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.200126 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.200341 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.200567 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.200819 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.201047 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.201270 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.201709 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.201709 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.201930 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.202768 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.202768 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.202768 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.203007 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.203086 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.203317 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.203758 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.203877 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.203990 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:04:44.204104 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.204298 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.204542 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.204915 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.205324 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.205593 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.205844 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.206077 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.206294 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.206596 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.207163 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.207552 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.208308 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.208756 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.208983 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.209252 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.209508 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.209846 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.210100 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.210334 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.210577 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.210802 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.211046 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.211271 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.211526 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.211738 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.211960 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.212201 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.212467 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.212709 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.212955 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.213188 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.213401 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.213617 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.213858 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.214072 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.214377 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.214624 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.215105 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.215351 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.215623 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.215868 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.216100 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.216338 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.216555 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.216779 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.217001 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.217215 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.217445 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.217655 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.218022 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.218252 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.218525 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.218741 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.218968 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.219182 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.219421 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.219673 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.219899 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.220114 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.220334 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.220552 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.220767 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.221014 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.221749 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.221964 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.222193 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.222406 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.222616 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.222841 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.223063 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.223274 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.223611 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.223866 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.224091 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.224381 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.224613 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.224860 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.225117 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.225434 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.225651 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.225894 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.226213 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.227070 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.227070 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.227328 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.227831 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.228124 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.228386 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.228627 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.228912 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.229191 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.229452 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.229672 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.229980 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.230336 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.230616 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.230916 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.231122 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.231374 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.231628 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.231900 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.232090 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.232315 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.232533 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.232774 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.233007 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.233257 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.233478 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.233726 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.233942 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.234189 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.234431 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.234663 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.234900 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.235061 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 11 14:04:44.235626 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102639) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 11 14:04:44.235795 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 11 14:04:44.235985 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 11 14:04:44.236148 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 11 14:04:44.236288 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 11 14:04:44.236448 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 11 14:04:44.236742 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.236969 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.237635 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.237800 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.237962 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.238168 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.238338 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.238462 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.238618 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.238775 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.238935 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.239097 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.239259 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.239422 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.239610 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.239774 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.239934 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.240095 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.240263 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.240424 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.240586 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.240748 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.240909 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] debug = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.241070 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.241284 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.241453 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.241614 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.241776 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.241937 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.242098 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.242260 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.242421 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.242583 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.242745 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.242907 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.243068 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.243230 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.243391 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.243575 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.243737 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.243898 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.244058 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] host = dv-cinder-824131-3-iscsi {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.244219 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.244381 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.244586 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.244718 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.244840 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.244997 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.245158 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.245323 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.245484 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.245651 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.245798 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.245958 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.246120 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.246280 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] log_file = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.246441 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] log_options = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.246602 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.246762 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.246924 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.247121 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.247288 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.247451 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.247637 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.247800 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.247962 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.248123 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.248284 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.248445 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.248606 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.248767 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.248928 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.249088 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.249249 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.249410 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.249572 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.249734 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.249895 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.250058 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.250219 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.250380 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.250541 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.250704 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.250866 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.251025 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.251185 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.251346 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.251525 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.251688 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.251849 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.252010 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.252172 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.252332 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.252517 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.252679 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.252845 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.253007 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.253168 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.253330 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.253491 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.253651 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.253813 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.253972 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.254133 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] use_json = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.254296 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.254458 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.254636 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.254765 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.254927 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.255088 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.255249 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.255416 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.255607 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 14:04:44.255789 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.255955 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.256131 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.256295 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.256459 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.256622 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.256787 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.256951 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.257113 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.257276 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.257449 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.257614 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.257788 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.257952 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.258115 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.258282 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.258446 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.258610 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.258775 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.258939 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.259103 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.259266 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.259438 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.259625 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.259790 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.259955 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.260118 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.260290 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.260453 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.260633 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.260796 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.260963 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.261126 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.261290 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.261454 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.261620 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.261785 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.261950 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.262115 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.262279 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.262442 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.262606 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.262769 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.262935 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.263099 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.263264 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.263429 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.263622 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.263786 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.263950 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.264114 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.264278 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.264444 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.264610 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.264774 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.264939 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.265103 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.265282 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.265446 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.265609 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.265772 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.265936 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.266099 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.266262 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.266422 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.266575 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.266739 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.266902 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.267080 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.267243 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.267407 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.267591 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.267757 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.267921 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.268107 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.268271 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.268434 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.268597 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.268761 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.268925 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.269089 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.269252 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.269416 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.269579 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.269744 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.269908 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.270071 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.270233 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.270396 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.270559 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.270723 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.270895 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.271073 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.271237 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.271400 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.271584 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.271749 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.271913 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.272077 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.272239 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.272402 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.272567 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.272731 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.272896 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.273062 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.273227 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.273390 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.273552 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.273715 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.273878 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.274041 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.274206 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.274370 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.274535 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.274698 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.274860 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.275023 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.275187 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.275363 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.275546 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.276220 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.276220 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.276220 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.276220 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.276825 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.277572 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.277834 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.278044 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.278250 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.278454 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.278659 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.278861 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.279066 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.279268 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.279483 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.279718 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.279923 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.280125 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.280351 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.280555 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.280757 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.280960 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.281161 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.281382 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.281586 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.281788 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.282051 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.282324 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.282551 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.282757 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.282959 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.283160 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.283361 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.283600 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.284315 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.284521 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.284723 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.284926 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.285127 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.285329 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.285531 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.285729 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.285931 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.286132 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.286334 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.286540 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.286741 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.286942 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.287142 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.287342 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.287579 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.287784 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.287985 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.288186 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.288387 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.288589 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.288791 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.288994 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.289194 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.289407 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.289609 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.289810 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.290014 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.290214 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.290415 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.290616 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.290817 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.291021 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.291223 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.291423 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.291648 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.291850 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.292050 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.292266 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.292466 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.292666 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.292868 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.293068 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.293268 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.293466 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.293665 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.293864 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.294063 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.294262 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.294465 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.294668 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.294868 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.295069 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.295269 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.295468 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.295715 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.295919 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.296134 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.296334 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.296539 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.296739 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.296939 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.297139 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.297352 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.297565 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.297779 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.297982 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.298181 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.298381 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.298594 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.298794 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.298994 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.299187 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.299449 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.300204 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.300431 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.300637 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.300840 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.301041 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.301242 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.301445 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.301658 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.301860 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.302060 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.302262 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.302461 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.302662 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.302874 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.303098 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.303299 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.303515 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.303739 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.303934 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.304144 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.304347 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.304547 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.304756 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.304953 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.305153 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.305352 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.305565 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.305782 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.305994 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.306196 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.306396 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.306600 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.306803 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.307008 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.307218 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.307425 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.307680 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.307892 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.308103 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.308312 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.308512 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.308719 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.308932 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.309133 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.309333 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.309533 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.309734 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.309933 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.310132 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.310330 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.310531 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.310730 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.310930 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.311130 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.311329 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.311559 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.311781 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.311985 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.312189 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.312391 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.312592 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.312794 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 14:04:44.313013 dv-cinder-824131-3-iscsi neutron-server[102639]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 11 14:04:44.327287 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 47702) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:04:44.335894 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063272 Jan 11 14:04:56.087423 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d238381-2528-4927-aed2-7a1532b3fb81 None None] get_active_networks_info from dv-cinder-824131-3-iscsi {{(pid=102760) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 11 14:04:56.200970 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d238381-2528-4927-aed2-7a1532b3fb81 None None] No non-hosted networks {{(pid=102760) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 11 14:04:56.220731 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9635bd4e-5308-479f-aca8-e4343b926746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-743601'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:04:58.270180 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fe718520-8300-47ca-9f0a-0b8b012d3b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-743601'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:04:58.301863 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-265027a0-5bd9-4eec-9564-eb21f6e8608d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:04:59.576357 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-743601'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:00.723146 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-743601'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:02.213394 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-743601'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:02.214059 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:02.214437 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:02.214817 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:02.215108 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:02.215659 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:02.216027 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:02.219615 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:02.220200 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:02.220770 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:02.221096 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:02.221456 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:02.221797 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:02.222131 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:02.222541 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-824131-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:05:02.237386 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-824131-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:05:03.336023 dv-cinder-824131-3-iscsi neutron-server[102760]: INFO neutron.db.l3_hamode_db [None req-fd2dfe44-d0e2-4fd4-b53e-8f2d840f52a1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 11 14:05:03.412726 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2dfe44-d0e2-4fd4-b53e-8f2d840f52a1 None None] Routers set() bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:05:03.413130 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2dfe44-d0e2-4fd4-b53e-8f2d840f52a1 None None] Router IDs set() for agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 11 14:05:05.275323 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 47798) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:05:05.767372 dv-cinder-824131-3-iscsi neutron-server[102759]: WARNING oslo_policy.policy [None req-7e1f5bbb-3542-45da-8b06-af09e2d5f564 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 14:05:05.768448 dv-cinder-824131-3-iscsi neutron-server[102759]: WARNING oslo_policy.policy [None req-7e1f5bbb-3542-45da-8b06-af09e2d5f564 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 14:05:05.993447 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [None req-7e1f5bbb-3542-45da-8b06-af09e2d5f564 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 14:05:05.994528 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-7e1f5bbb-3542-45da-8b06-af09e2d5f564 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7182834 Jan 11 14:05:08.819355 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 47814) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:05:09.109479 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-699227ba-c20c-4b73-bcbc-be7be80fc37c admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'tenant_id': 'dedab69f4af048e1af8f59cd188f4844', 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:05:09.204107 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.policy [None req-699227ba-c20c-4b73-bcbc-be7be80fc37c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102759) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 11 14:05:09.248779 dv-cinder-824131-3-iscsi neutron-server[102759]: WARNING oslo_policy.policy [None req-699227ba-c20c-4b73-bcbc-be7be80fc37c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 14:05:09.249097 dv-cinder-824131-3-iscsi neutron-server[102759]: WARNING oslo_policy.policy [None req-699227ba-c20c-4b73-bcbc-be7be80fc37c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 14:05:09.257993 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.quota [None req-699227ba-c20c-4b73-bcbc-be7be80fc37c admin admin] Loaded quota_driver: . Jan 11 14:05:09.347116 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-699227ba-c20c-4b73-bcbc-be7be80fc37c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792865143945', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792865129140', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792865223872', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792865210827', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792865237901', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792865228899', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1613255', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1631364', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-752340', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-657288'] for rbac-policy (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:09.413557 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-699227ba-c20c-4b73-bcbc-be7be80fc37c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:09.414752 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-699227ba-c20c-4b73-bcbc-be7be80fc37c admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5944059 Jan 11 14:05:12.216508 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 47826) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:05:12.510778 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-432f65de-9789-45a2-9ab4-d9610e67966f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '6cf5e26181ce4b40bce27070d3ff2023', 'project_id': '6cf5e26181ce4b40bce27070d3ff2023'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:05:12.539732 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432f65de-9789-45a2-9ab4-d9610e67966f admin admin] Made reservation on behalf of 6cf5e26181ce4b40bce27070d3ff2023 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:05:12.542427 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-432f65de-9789-45a2-9ab4-d9610e67966f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for network (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:12.559757 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-432f65de-9789-45a2-9ab4-d9610e67966f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:12.664952 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-432f65de-9789-45a2-9ab4-d9610e67966f admin admin] Publish callbacks [] for security_group (103b99bf-55f7-429c-979d-5786f2eadaeb), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:12.669209 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-432f65de-9789-45a2-9ab4-d9610e67966f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (103b99bf-55f7-429c-979d-5786f2eadaeb), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:12.688604 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432f65de-9789-45a2-9ab4-d9610e67966f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 14:05:12.716815 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-432f65de-9789-45a2-9ab4-d9610e67966f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792866421926', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781'] for segment (58ec1b7b-76d8-4cdd-9a2a-105bd7db51ab), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:12.717409 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-432f65de-9789-45a2-9ab4-d9610e67966f admin admin] Unsubscribe: segment precommit_create {{(pid=102759) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 11 14:05:12.717928 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.db.segments_db [None req-432f65de-9789-45a2-9ab4-d9610e67966f admin admin] Added segment 58ec1b7b-76d8-4cdd-9a2a-105bd7db51ab of type vlan for network 24fabdac-5b35-4b03-9d7b-ab1f4883a25f Jan 11 14:05:12.733701 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f65de-9789-45a2-9ab4-d9610e67966f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103b99bf-55f7-429c-979d-5786f2eadaeb,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:05:12.780720 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f65de-9789-45a2-9ab4-d9610e67966f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:12.781092 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f65de-9789-45a2-9ab4-d9610e67966f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:12.781437 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f65de-9789-45a2-9ab4-d9610e67966f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:12.781773 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f65de-9789-45a2-9ab4-d9610e67966f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:12.782117 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f65de-9789-45a2-9ab4-d9610e67966f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:12.782432 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f65de-9789-45a2-9ab4-d9610e67966f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:12.782776 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f65de-9789-45a2-9ab4-d9610e67966f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:12.783656 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f65de-9789-45a2-9ab4-d9610e67966f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:12.783983 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f65de-9789-45a2-9ab4-d9610e67966f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:12.784321 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f65de-9789-45a2-9ab4-d9610e67966f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:12.784648 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f65de-9789-45a2-9ab4-d9610e67966f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:12.784967 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f65de-9789-45a2-9ab4-d9610e67966f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:12.785284 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f65de-9789-45a2-9ab4-d9610e67966f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:12.786641 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432f65de-9789-45a2-9ab4-d9610e67966f admin admin] Tracked resource versions report: Jan 11 14:05:12.786641 dv-cinder-824131-3-iscsi neutron-server[102759]: pushed versions: Jan 11 14:05:12.786641 dv-cinder-824131-3-iscsi neutron-server[102759]: { 'AddressGroup': {'1.2'}, Jan 11 14:05:12.786641 dv-cinder-824131-3-iscsi neutron-server[102759]: 'ConntrackHelper': {'1.0'}, Jan 11 14:05:12.786641 dv-cinder-824131-3-iscsi neutron-server[102759]: 'LocalIPAssociation': {'1.0'}, Jan 11 14:05:12.786641 dv-cinder-824131-3-iscsi neutron-server[102759]: 'Log': {'1.0'}, Jan 11 14:05:12.786641 dv-cinder-824131-3-iscsi neutron-server[102759]: 'Network': {'1.1'}, Jan 11 14:05:12.786641 dv-cinder-824131-3-iscsi neutron-server[102759]: 'Port': {'1.7'}, Jan 11 14:05:12.786641 dv-cinder-824131-3-iscsi neutron-server[102759]: 'PortForwarding': {'1.2'}, Jan 11 14:05:12.786641 dv-cinder-824131-3-iscsi neutron-server[102759]: 'QosPolicy': {'1.10'}, Jan 11 14:05:12.786641 dv-cinder-824131-3-iscsi neutron-server[102759]: 'SecurityGroup': {'1.5'}, Jan 11 14:05:12.786641 dv-cinder-824131-3-iscsi neutron-server[102759]: 'SecurityGroupRule': {'1.2'}, Jan 11 14:05:12.786641 dv-cinder-824131-3-iscsi neutron-server[102759]: 'SubPort': {'1.0'}, Jan 11 14:05:12.786641 dv-cinder-824131-3-iscsi neutron-server[102759]: 'Subnet': {'1.1'}, Jan 11 14:05:12.786641 dv-cinder-824131-3-iscsi neutron-server[102759]: 'Trunk': {'1.1'}} Jan 11 14:05:12.786641 dv-cinder-824131-3-iscsi neutron-server[102759]: consumer versions: Jan 11 14:05:12.786641 dv-cinder-824131-3-iscsi neutron-server[102759]: { DHCP agent@dv-cinder-824131-3-iscsi: {}, Jan 11 14:05:12.786641 dv-cinder-824131-3-iscsi neutron-server[102759]: L3 agent@dv-cinder-824131-3-iscsi: {}, Jan 11 14:05:12.786641 dv-cinder-824131-3-iscsi neutron-server[102759]: Metadata agent@dv-cinder-824131-3-iscsi: {}, Jan 11 14:05:12.786641 dv-cinder-824131-3-iscsi neutron-server[102759]: Metering agent@dv-cinder-824131-3-iscsi: {}, Jan 11 14:05:12.786641 dv-cinder-824131-3-iscsi neutron-server[102759]: Open vSwitch agent@dv-cinder-824131-3-iscsi: { 'AddressGroup': '1.2', Jan 11 14:05:12.786641 dv-cinder-824131-3-iscsi neutron-server[102759]: 'ConntrackHelper': '1.0', Jan 11 14:05:12.786641 dv-cinder-824131-3-iscsi neutron-server[102759]: 'LocalIPAssociation': '1.0', Jan 11 14:05:12.786641 dv-cinder-824131-3-iscsi neutron-server[102759]: 'Log': '1.0', Jan 11 14:05:12.786641 dv-cinder-824131-3-iscsi neutron-server[102759]: 'Network': '1.1', Jan 11 14:05:12.786641 dv-cinder-824131-3-iscsi neutron-server[102759]: 'Port': '1.7', Jan 11 14:05:12.786641 dv-cinder-824131-3-iscsi neutron-server[102759]: 'PortForwarding': '1.2', Jan 11 14:05:12.786641 dv-cinder-824131-3-iscsi neutron-server[102759]: 'QosPolicy': '1.10', Jan 11 14:05:12.786641 dv-cinder-824131-3-iscsi neutron-server[102759]: 'SecurityGroup': '1.5', Jan 11 14:05:12.786641 dv-cinder-824131-3-iscsi neutron-server[102759]: 'SecurityGroupRule': '1.2', Jan 11 14:05:12.786641 dv-cinder-824131-3-iscsi neutron-server[102759]: 'SubPort': '1.0', Jan 11 14:05:12.786641 dv-cinder-824131-3-iscsi neutron-server[102759]: 'Subnet': '1.1', Jan 11 14:05:12.786641 dv-cinder-824131-3-iscsi neutron-server[102759]: 'Trunk': '1.1'}} Jan 11 14:05:12.786641 dv-cinder-824131-3-iscsi neutron-server[102759]: {{(pid=102759) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 14:05:12.827956 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-432f65de-9789-45a2-9ab4-d9610e67966f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792865857603'] for network (24fabdac-5b35-4b03-9d7b-ab1f4883a25f), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:12.866919 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-432f65de-9789-45a2-9ab4-d9610e67966f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828'] for network (24fabdac-5b35-4b03-9d7b-ab1f4883a25f), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:12.868019 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432f65de-9789-45a2-9ab4-d9610e67966f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:05:12.868734 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-432f65de-9789-45a2-9ab4-d9610e67966f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for network (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:12.943927 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-432f65de-9789-45a2-9ab4-d9610e67966f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7263384 Jan 11 14:05:12.967550 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f65de-9789-45a2-9ab4-d9610e67966f admin admin] Pushing event updated for resources: {'Network': ['ID=24fabdac-5b35-4b03-9d7b-ab1f4883a25f,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:05:12.980332 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Network 24fabdac-5b35-4b03-9d7b-ab1f4883a25f details requested by agent ovs-agent-dv-cinder-824131-3-iscsi with host dv-cinder-824131-3-iscsi {{(pid=102760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 14:05:15.849577 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 47840) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:05:16.232120 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e19eb4-a812-456b-96ca-83270cc61c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:05:16.233500 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-03e19eb4-a812-456b-96ca-83270cc61c19 admin admin] 10.222.0.49 "GET /v2.0/networks/24fabdac-5b35-4b03-9d7b-ab1f4883a25f HTTP/1.1" status: 200 len: 825 time: 0.3829043 Jan 11 14:05:16.257966 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-48551fc3-35e8-4c56-9e6b-3f72d223bdc1 admin admin] 10.222.0.49 "GET /v2.0/subnetpools/11da44fb-6d74-4b7c-8f4b-d8ea95bef0e6 HTTP/1.1" status: 200 len: 734 time: 0.0184684 Jan 11 14:05:16.266214 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-44ae8a68-6940-48ce-a9f3-aa79c99e3bec admin admin] Request body: {'subnet': {'subnetpool_id': '11da44fb-6d74-4b7c-8f4b-d8ea95bef0e6', 'tenant_id': '6cf5e26181ce4b40bce27070d3ff2023', 'name': 'private-subnet', 'network_id': '24fabdac-5b35-4b03-9d7b-ab1f4883a25f', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:05:16.288695 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ae8a68-6940-48ce-a9f3-aa79c99e3bec admin admin] Made reservation on behalf of 6cf5e26181ce4b40bce27070d3ff2023 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:05:16.290985 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-44ae8a68-6940-48ce-a9f3-aa79c99e3bec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:16.581463 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-44ae8a68-6940-48ce-a9f3-aa79c99e3bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828'] for subnet (1b838a9c-1f8d-4387-b722-d0418a58626d), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:16.651195 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae8a68-6940-48ce-a9f3-aa79c99e3bec admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b838a9c-1f8d-4387-b722-d0418a58626d,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:05:16.653449 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ae8a68-6940-48ce-a9f3-aa79c99e3bec admin admin] Checking segment: {'id': '58ec1b7b-76d8-4cdd-9a2a-105bd7db51ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '24fabdac-5b35-4b03-9d7b-ab1f4883a25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:05:16.653835 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ae8a68-6940-48ce-a9f3-aa79c99e3bec admin admin] Network hostable DHCP agents. Network: 24fabdac-5b35-4b03-9d7b-ab1f4883a25f, hostable agents: ['0926af04-f8d6-426e-a613-5ede47dbe2c0'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 14:05:16.675854 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ae8a68-6940-48ce-a9f3-aa79c99e3bec admin admin] Network 24fabdac-5b35-4b03-9d7b-ab1f4883a25f is scheduled to be hosted by DHCP agent 0926af04-f8d6-426e-a613-5ede47dbe2c0 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 14:05:16.688801 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-44ae8a68-6940-48ce-a9f3-aa79c99e3bec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824131-3-iscsi, 24fabdac-5b35-4b03-9d7b-ab1f4883a25f) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:05:16.693634 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ae8a68-6940-48ce-a9f3-aa79c99e3bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:05:16.694218 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-44ae8a68-6940-48ce-a9f3-aa79c99e3bec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for subnet (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:16.699525 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee451b0-2945-450e-8f90-f38f2766942f None None] Network 24fabdac-5b35-4b03-9d7b-ab1f4883a25f requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:05:16.709461 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-44ae8a68-6940-48ce-a9f3-aa79c99e3bec admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4464121 Jan 11 14:05:16.973166 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ab580f-5626-4d30-ad5f-a76dcb420c86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbe26d46-1e47-5402-9039-f69d88523b3b-24fabdac-5b35-4b03-9d7b-ab1f4883a25f', 'network_id': '24fabdac-5b35-4b03-9d7b-ab1f4883a25f', 'project_id': '6cf5e26181ce4b40bce27070d3ff2023', 'fixed_ips': [{'subnet_id': '1b838a9c-1f8d-4387-b722-d0418a58626d'}]}} from dv-cinder-824131-3-iscsi. {{(pid=102760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 14:05:16.974425 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-10ab580f-5626-4d30-ad5f-a76dcb420c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:17.268167 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-10ab580f-5626-4d30-ad5f-a76dcb420c86 None None] Allocated IP 172.20.0.2 (24fabdac-5b35-4b03-9d7b-ab1f4883a25f/1b838a9c-1f8d-4387-b722-d0418a58626d/aa83393a-401e-4eed-803e-e6a031ef5464) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:05:17.507076 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-10ab580f-5626-4d30-ad5f-a76dcb420c86 None None] Publish callbacks [] for port (aa83393a-401e-4eed-803e-e6a031ef5464), precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:17.515342 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-10ab580f-5626-4d30-ad5f-a76dcb420c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996'] for port (aa83393a-401e-4eed-803e-e6a031ef5464), after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:17.584607 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ab580f-5626-4d30-ad5f-a76dcb420c86 None None] Network 24fabdac-5b35-4b03-9d7b-ab1f4883a25f is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:05:17.590546 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-10ab580f-5626-4d30-ad5f-a76dcb420c86 None None] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:05:17.602987 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ab580f-5626-4d30-ad5f-a76dcb420c86 None None] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:05:17.615403 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab580f-5626-4d30-ad5f-a76dcb420c86 None None] Pushing event updated for resources: {'Port': ['ID=aa83393a-401e-4eed-803e-e6a031ef5464,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:05:17.656890 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab580f-5626-4d30-ad5f-a76dcb420c86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:17.657264 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab580f-5626-4d30-ad5f-a76dcb420c86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:17.657632 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab580f-5626-4d30-ad5f-a76dcb420c86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:17.658543 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab580f-5626-4d30-ad5f-a76dcb420c86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:17.658875 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab580f-5626-4d30-ad5f-a76dcb420c86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:17.659214 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab580f-5626-4d30-ad5f-a76dcb420c86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:17.659565 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab580f-5626-4d30-ad5f-a76dcb420c86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:17.659898 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab580f-5626-4d30-ad5f-a76dcb420c86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:17.660229 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab580f-5626-4d30-ad5f-a76dcb420c86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:17.660579 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab580f-5626-4d30-ad5f-a76dcb420c86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:17.660909 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab580f-5626-4d30-ad5f-a76dcb420c86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:17.661236 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab580f-5626-4d30-ad5f-a76dcb420c86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:17.661559 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab580f-5626-4d30-ad5f-a76dcb420c86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:17.663001 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab580f-5626-4d30-ad5f-a76dcb420c86 None None] Tracked resource versions report: Jan 11 14:05:17.663001 dv-cinder-824131-3-iscsi neutron-server[102760]: pushed versions: Jan 11 14:05:17.663001 dv-cinder-824131-3-iscsi neutron-server[102760]: { 'AddressGroup': {'1.2'}, Jan 11 14:05:17.663001 dv-cinder-824131-3-iscsi neutron-server[102760]: 'ConntrackHelper': {'1.0'}, Jan 11 14:05:17.663001 dv-cinder-824131-3-iscsi neutron-server[102760]: 'LocalIPAssociation': {'1.0'}, Jan 11 14:05:17.663001 dv-cinder-824131-3-iscsi neutron-server[102760]: 'Log': {'1.0'}, Jan 11 14:05:17.663001 dv-cinder-824131-3-iscsi neutron-server[102760]: 'Network': {'1.1'}, Jan 11 14:05:17.663001 dv-cinder-824131-3-iscsi neutron-server[102760]: 'Port': {'1.7'}, Jan 11 14:05:17.663001 dv-cinder-824131-3-iscsi neutron-server[102760]: 'PortForwarding': {'1.2'}, Jan 11 14:05:17.663001 dv-cinder-824131-3-iscsi neutron-server[102760]: 'QosPolicy': {'1.10'}, Jan 11 14:05:17.663001 dv-cinder-824131-3-iscsi neutron-server[102760]: 'SecurityGroup': {'1.5'}, Jan 11 14:05:17.663001 dv-cinder-824131-3-iscsi neutron-server[102760]: 'SecurityGroupRule': {'1.2'}, Jan 11 14:05:17.663001 dv-cinder-824131-3-iscsi neutron-server[102760]: 'SubPort': {'1.0'}, Jan 11 14:05:17.663001 dv-cinder-824131-3-iscsi neutron-server[102760]: 'Subnet': {'1.1'}, Jan 11 14:05:17.663001 dv-cinder-824131-3-iscsi neutron-server[102760]: 'Trunk': {'1.1'}} Jan 11 14:05:17.663001 dv-cinder-824131-3-iscsi neutron-server[102760]: consumer versions: Jan 11 14:05:17.663001 dv-cinder-824131-3-iscsi neutron-server[102760]: { DHCP agent@dv-cinder-824131-3-iscsi: {}, Jan 11 14:05:17.663001 dv-cinder-824131-3-iscsi neutron-server[102760]: L3 agent@dv-cinder-824131-3-iscsi: {}, Jan 11 14:05:17.663001 dv-cinder-824131-3-iscsi neutron-server[102760]: Metadata agent@dv-cinder-824131-3-iscsi: {}, Jan 11 14:05:17.663001 dv-cinder-824131-3-iscsi neutron-server[102760]: Metering agent@dv-cinder-824131-3-iscsi: {}, Jan 11 14:05:17.663001 dv-cinder-824131-3-iscsi neutron-server[102760]: Open vSwitch agent@dv-cinder-824131-3-iscsi: { 'AddressGroup': '1.2', Jan 11 14:05:17.663001 dv-cinder-824131-3-iscsi neutron-server[102760]: 'ConntrackHelper': '1.0', Jan 11 14:05:17.663001 dv-cinder-824131-3-iscsi neutron-server[102760]: 'LocalIPAssociation': '1.0', Jan 11 14:05:17.663001 dv-cinder-824131-3-iscsi neutron-server[102760]: 'Log': '1.0', Jan 11 14:05:17.663001 dv-cinder-824131-3-iscsi neutron-server[102760]: 'Network': '1.1', Jan 11 14:05:17.663001 dv-cinder-824131-3-iscsi neutron-server[102760]: 'Port': '1.7', Jan 11 14:05:17.663001 dv-cinder-824131-3-iscsi neutron-server[102760]: 'PortForwarding': '1.2', Jan 11 14:05:17.663001 dv-cinder-824131-3-iscsi neutron-server[102760]: 'QosPolicy': '1.10', Jan 11 14:05:17.663001 dv-cinder-824131-3-iscsi neutron-server[102760]: 'SecurityGroup': '1.5', Jan 11 14:05:17.663001 dv-cinder-824131-3-iscsi neutron-server[102760]: 'SecurityGroupRule': '1.2', Jan 11 14:05:17.663001 dv-cinder-824131-3-iscsi neutron-server[102760]: 'SubPort': '1.0', Jan 11 14:05:17.663001 dv-cinder-824131-3-iscsi neutron-server[102760]: 'Subnet': '1.1', Jan 11 14:05:17.663001 dv-cinder-824131-3-iscsi neutron-server[102760]: 'Trunk': '1.1'}} Jan 11 14:05:17.663001 dv-cinder-824131-3-iscsi neutron-server[102760]: {{(pid=102760) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 14:05:17.699460 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-10ab580f-5626-4d30-ad5f-a76dcb420c86 None None] Attempting to bind port aa83393a-401e-4eed-803e-e6a031ef5464 on host dv-cinder-824131-3-iscsi for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:05:17.699899 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-10ab580f-5626-4d30-ad5f-a76dcb420c86 None None] Attempting to bind port aa83393a-401e-4eed-803e-e6a031ef5464 by drivers openvswitch,hyperv on host dv-cinder-824131-3-iscsi at level 0 using segments [{'id': '58ec1b7b-76d8-4cdd-9a2a-105bd7db51ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '24fabdac-5b35-4b03-9d7b-ab1f4883a25f'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:05:17.700438 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ab580f-5626-4d30-ad5f-a76dcb420c86 None None] Attempting to bind port aa83393a-401e-4eed-803e-e6a031ef5464 on network 24fabdac-5b35-4b03-9d7b-ab1f4883a25f {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:05:17.705991 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ab580f-5626-4d30-ad5f-a76dcb420c86 None None] Checking agent: {'id': '9d224d65-2af6-406d-8eb7-edecce64fdf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824131-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 5, 2), 'started_at': datetime.datetime(2022, 1, 11, 14, 5, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824131-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:05:17.706367 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ab580f-5626-4d30-ad5f-a76dcb420c86 None None] Checking segment: {'id': '58ec1b7b-76d8-4cdd-9a2a-105bd7db51ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '24fabdac-5b35-4b03-9d7b-ab1f4883a25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:05:17.706835 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-10ab580f-5626-4d30-ad5f-a76dcb420c86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:17.707231 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ab580f-5626-4d30-ad5f-a76dcb420c86 None None] Bound using segment: {'id': '58ec1b7b-76d8-4cdd-9a2a-105bd7db51ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '24fabdac-5b35-4b03-9d7b-ab1f4883a25f'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:05:17.707756 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-10ab580f-5626-4d30-ad5f-a76dcb420c86 None None] Bound port: aa83393a-401e-4eed-803e-e6a031ef5464, host: dv-cinder-824131-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58ec1b7b-76d8-4cdd-9a2a-105bd7db51ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '24fabdac-5b35-4b03-9d7b-ab1f4883a25f'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:05:17.708169 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-10ab580f-5626-4d30-ad5f-a76dcb420c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (aa83393a-401e-4eed-803e-e6a031ef5464), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:17.768018 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-10ab580f-5626-4d30-ad5f-a76dcb420c86 None None] For port aa83393a-401e-4eed-803e-e6a031ef5464, host dv-cinder-824131-3-iscsi, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:05:17.772170 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-10ab580f-5626-4d30-ad5f-a76dcb420c86 None None] For port aa83393a-401e-4eed-803e-e6a031ef5464, host dv-cinder-824131-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=aa83393a-401e-4eed-803e-e6a031ef5464,segment=NetworkSegment(58ec1b7b-76d8-4cdd-9a2a-105bd7db51ab),segment_id=58ec1b7b-76d8-4cdd-9a2a-105bd7db51ab)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:05:17.776811 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-10ab580f-5626-4d30-ad5f-a76dcb420c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (aa83393a-401e-4eed-803e-e6a031ef5464), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:17.839290 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab580f-5626-4d30-ad5f-a76dcb420c86 None None] Pushing event updated for resources: {'Port': ['ID=aa83393a-401e-4eed-803e-e6a031ef5464,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:05:19.328748 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 47848) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:05:19.638547 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [None req-fcd8cb35-95a5-472d-8ff8-712247add241 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 14:05:19.639594 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-fcd8cb35-95a5-472d-8ff8-712247add241 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3098567 Jan 11 14:05:22.345155 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 47856) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:05:22.659342 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [None req-642d4552-c7df-4435-b8ae-9d68d6b8e85f admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 14:05:22.660384 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-642d4552-c7df-4435-b8ae-9d68d6b8e85f admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3136923 Jan 11 14:05:25.558371 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 47866) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:05:25.878502 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-a3ec0cd9-3ad6-4222-974f-ab4395d040b8 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '6cf5e26181ce4b40bce27070d3ff2023', 'name': 'router1'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:05:25.905341 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a3ec0cd9-3ad6-4222-974f-ab4395d040b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29997'] for router (3dccf615-878c-497e-aa08-dfdd176d0b2f), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:25.906980 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a3ec0cd9-3ad6-4222-974f-ab4395d040b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-904831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29990'] for router (3dccf615-878c-497e-aa08-dfdd176d0b2f), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:26.049361 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a3ec0cd9-3ad6-4222-974f-ab4395d040b8 admin admin] Publish callbacks [] for router_controller (3dccf615-878c-497e-aa08-dfdd176d0b2f), precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:26.054788 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a3ec0cd9-3ad6-4222-974f-ab4395d040b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704696'] for router (3dccf615-878c-497e-aa08-dfdd176d0b2f), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:26.058500 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5aa55f93-64f3-44de-b84d-c1ab3c293ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:26.071449 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a3ec0cd9-3ad6-4222-974f-ab4395d040b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:26.072656 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-a3ec0cd9-3ad6-4222-974f-ab4395d040b8 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5133176 Jan 11 14:05:28.264681 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7f651b92-b568-4831-9835-c7eacf1fcc35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:28.709114 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 47878) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:05:28.794005 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7d3577-07df-4b3f-83db-e4fceeb07976 None None] Network 24fabdac-5b35-4b03-9d7b-ab1f4883a25f requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:05:28.817468 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device aa83393a-401e-4eed-803e-e6a031ef5464 up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:05:28.917168 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-443b7488-c433-4192-bd9d-be08f4756aa9 None None] Provisioning complete for port aa83393a-401e-4eed-803e-e6a031ef5464 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:05:28.917593 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-443b7488-c433-4192-bd9d-be08f4756aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (aa83393a-401e-4eed-803e-e6a031ef5464), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:29.073442 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port aa83393a-401e-4eed-803e-e6a031ef5464 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:05:29.073723 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (aa83393a-401e-4eed-803e-e6a031ef5464), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:29.135789 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-443b7488-c433-4192-bd9d-be08f4756aa9 None None] Current status of the port aa83393a-401e-4eed-803e-e6a031ef5464 is: DOWN; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:05:29.135789 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-443b7488-c433-4192-bd9d-be08f4756aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (aa83393a-401e-4eed-803e-e6a031ef5464), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:29.177745 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-443b7488-c433-4192-bd9d-be08f4756aa9 None None] For port aa83393a-401e-4eed-803e-e6a031ef5464, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=aa83393a-401e-4eed-803e-e6a031ef5464,segment=NetworkSegment(58ec1b7b-76d8-4cdd-9a2a-105bd7db51ab),segment_id=58ec1b7b-76d8-4cdd-9a2a-105bd7db51ab)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:05:29.195596 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-443b7488-c433-4192-bd9d-be08f4756aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (aa83393a-401e-4eed-803e-e6a031ef5464), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:29.241316 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port aa83393a-401e-4eed-803e-e6a031ef5464 is: DOWN; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:05:29.241714 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (aa83393a-401e-4eed-803e-e6a031ef5464), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:29.255726 dv-cinder-824131-3-iscsi neutron-server[102758]: WARNING oslo_policy.policy [None req-06b14711-e168-4ee7-9fbb-7c53664cce3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 14:05:29.256627 dv-cinder-824131-3-iscsi neutron-server[102758]: WARNING oslo_policy.policy [None req-06b14711-e168-4ee7-9fbb-7c53664cce3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 14:05:29.275487 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b7488-c433-4192-bd9d-be08f4756aa9 None None] Pushing event updated for resources: {'Port': ['ID=aa83393a-401e-4eed-803e-e6a031ef5464,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:05:29.317439 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.db.api [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 14:05:29.317833 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG oslo_db.api [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 14:05:29.321813 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-fdfcecb7-4d67-4c54-9a06-f768e0b65932 None None] Provisioning complete for port aa83393a-401e-4eed-803e-e6a031ef5464 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:05:29.322203 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fdfcecb7-4d67-4c54-9a06-f768e0b65932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (aa83393a-401e-4eed-803e-e6a031ef5464), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:29.397295 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-fdfcecb7-4d67-4c54-9a06-f768e0b65932 None None] Current status of the port aa83393a-401e-4eed-803e-e6a031ef5464 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:05:29.488405 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [None req-06b14711-e168-4ee7-9fbb-7c53664cce3b admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 14:05:29.489660 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-06b14711-e168-4ee7-9fbb-7c53664cce3b admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7784722 Jan 11 14:05:29.529814 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:29.852601 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port aa83393a-401e-4eed-803e-e6a031ef5464 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:05:30.659866 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:30.773389 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device aa83393a-401e-4eed-803e-e6a031ef5464 up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:05:30.819560 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port aa83393a-401e-4eed-803e-e6a031ef5464 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:05:30.819931 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (aa83393a-401e-4eed-803e-e6a031ef5464), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:30.942670 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port aa83393a-401e-4eed-803e-e6a031ef5464 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:05:32.182684 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 47918) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:05:32.211990 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:32.314130 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-eb0e1326-ed66-4ba6-9cb1-f07fe1f1a49f admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'tenant_id': 'dedab69f4af048e1af8f59cd188f4844', 'is_default': True, 'project_id': 'dedab69f4af048e1af8f59cd188f4844', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:05:32.315603 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.quota [None req-eb0e1326-ed66-4ba6-9cb1-f07fe1f1a49f admin admin] Loaded quota_driver: . Jan 11 14:05:32.371625 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0e1326-ed66-4ba6-9cb1-f07fe1f1a49f admin admin] Made reservation on behalf of dedab69f4af048e1af8f59cd188f4844 for: {'network': 1} {{(pid=102758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:05:32.439179 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.policy [None req-eb0e1326-ed66-4ba6-9cb1-f07fe1f1a49f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102758) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 11 14:05:32.484181 dv-cinder-824131-3-iscsi neutron-server[102758]: WARNING oslo_policy.policy [None req-eb0e1326-ed66-4ba6-9cb1-f07fe1f1a49f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 14:05:32.484502 dv-cinder-824131-3-iscsi neutron-server[102758]: WARNING oslo_policy.policy [None req-eb0e1326-ed66-4ba6-9cb1-f07fe1f1a49f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 14:05:32.494964 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-eb0e1326-ed66-4ba6-9cb1-f07fe1f1a49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for network (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:32.514755 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-eb0e1326-ed66-4ba6-9cb1-f07fe1f1a49f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:32.625430 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-eb0e1326-ed66-4ba6-9cb1-f07fe1f1a49f admin admin] Publish callbacks [] for security_group (37486a74-47b8-4084-9f92-ff982da9c60a), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:32.629850 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-eb0e1326-ed66-4ba6-9cb1-f07fe1f1a49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (37486a74-47b8-4084-9f92-ff982da9c60a), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:32.641628 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-eb0e1326-ed66-4ba6-9cb1-f07fe1f1a49f admin admin] Reserving flat network on physical network physnet1 {{(pid=102758) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 11 14:05:32.677182 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-eb0e1326-ed66-4ba6-9cb1-f07fe1f1a49f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792866421926', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781'] for segment (74f2f49c-8139-48f1-b44d-9c7351d31a13), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:32.677766 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-eb0e1326-ed66-4ba6-9cb1-f07fe1f1a49f admin admin] Unsubscribe: segment precommit_create {{(pid=102758) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 11 14:05:32.678297 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.db.segments_db [None req-eb0e1326-ed66-4ba6-9cb1-f07fe1f1a49f admin admin] Added segment 74f2f49c-8139-48f1-b44d-9c7351d31a13 of type flat for network 2ce614e2-30de-465a-a7cf-ddab87bfda56 Jan 11 14:05:32.684072 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e1326-ed66-4ba6-9cb1-f07fe1f1a49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37486a74-47b8-4084-9f92-ff982da9c60a,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:05:32.714165 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0e1326-ed66-4ba6-9cb1-f07fe1f1a49f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:32.714534 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0e1326-ed66-4ba6-9cb1-f07fe1f1a49f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:32.714878 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0e1326-ed66-4ba6-9cb1-f07fe1f1a49f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:32.715213 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0e1326-ed66-4ba6-9cb1-f07fe1f1a49f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:32.715568 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0e1326-ed66-4ba6-9cb1-f07fe1f1a49f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:32.715898 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0e1326-ed66-4ba6-9cb1-f07fe1f1a49f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:32.716243 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0e1326-ed66-4ba6-9cb1-f07fe1f1a49f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:32.716572 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0e1326-ed66-4ba6-9cb1-f07fe1f1a49f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:32.716893 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0e1326-ed66-4ba6-9cb1-f07fe1f1a49f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:32.717230 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0e1326-ed66-4ba6-9cb1-f07fe1f1a49f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:32.717554 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0e1326-ed66-4ba6-9cb1-f07fe1f1a49f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:32.717870 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0e1326-ed66-4ba6-9cb1-f07fe1f1a49f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:32.718188 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0e1326-ed66-4ba6-9cb1-f07fe1f1a49f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:32.719959 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0e1326-ed66-4ba6-9cb1-f07fe1f1a49f admin admin] Tracked resource versions report: Jan 11 14:05:32.719959 dv-cinder-824131-3-iscsi neutron-server[102758]: pushed versions: Jan 11 14:05:32.719959 dv-cinder-824131-3-iscsi neutron-server[102758]: { 'AddressGroup': {'1.2'}, Jan 11 14:05:32.719959 dv-cinder-824131-3-iscsi neutron-server[102758]: 'ConntrackHelper': {'1.0'}, Jan 11 14:05:32.719959 dv-cinder-824131-3-iscsi neutron-server[102758]: 'LocalIPAssociation': {'1.0'}, Jan 11 14:05:32.719959 dv-cinder-824131-3-iscsi neutron-server[102758]: 'Log': {'1.0'}, Jan 11 14:05:32.719959 dv-cinder-824131-3-iscsi neutron-server[102758]: 'Network': {'1.1'}, Jan 11 14:05:32.719959 dv-cinder-824131-3-iscsi neutron-server[102758]: 'Port': {'1.7'}, Jan 11 14:05:32.719959 dv-cinder-824131-3-iscsi neutron-server[102758]: 'PortForwarding': {'1.2'}, Jan 11 14:05:32.719959 dv-cinder-824131-3-iscsi neutron-server[102758]: 'QosPolicy': {'1.10'}, Jan 11 14:05:32.719959 dv-cinder-824131-3-iscsi neutron-server[102758]: 'SecurityGroup': {'1.5'}, Jan 11 14:05:32.719959 dv-cinder-824131-3-iscsi neutron-server[102758]: 'SecurityGroupRule': {'1.2'}, Jan 11 14:05:32.719959 dv-cinder-824131-3-iscsi neutron-server[102758]: 'SubPort': {'1.0'}, Jan 11 14:05:32.719959 dv-cinder-824131-3-iscsi neutron-server[102758]: 'Subnet': {'1.1'}, Jan 11 14:05:32.719959 dv-cinder-824131-3-iscsi neutron-server[102758]: 'Trunk': {'1.1'}} Jan 11 14:05:32.719959 dv-cinder-824131-3-iscsi neutron-server[102758]: consumer versions: Jan 11 14:05:32.719959 dv-cinder-824131-3-iscsi neutron-server[102758]: { DHCP agent@dv-cinder-824131-3-iscsi: {}, Jan 11 14:05:32.719959 dv-cinder-824131-3-iscsi neutron-server[102758]: L3 agent@dv-cinder-824131-3-iscsi: {}, Jan 11 14:05:32.719959 dv-cinder-824131-3-iscsi neutron-server[102758]: Metadata agent@dv-cinder-824131-3-iscsi: {}, Jan 11 14:05:32.719959 dv-cinder-824131-3-iscsi neutron-server[102758]: Metering agent@dv-cinder-824131-3-iscsi: {}, Jan 11 14:05:32.719959 dv-cinder-824131-3-iscsi neutron-server[102758]: Open vSwitch agent@dv-cinder-824131-3-iscsi: { 'AddressGroup': '1.2', Jan 11 14:05:32.719959 dv-cinder-824131-3-iscsi neutron-server[102758]: 'ConntrackHelper': '1.0', Jan 11 14:05:32.719959 dv-cinder-824131-3-iscsi neutron-server[102758]: 'LocalIPAssociation': '1.0', Jan 11 14:05:32.719959 dv-cinder-824131-3-iscsi neutron-server[102758]: 'Log': '1.0', Jan 11 14:05:32.719959 dv-cinder-824131-3-iscsi neutron-server[102758]: 'Network': '1.1', Jan 11 14:05:32.719959 dv-cinder-824131-3-iscsi neutron-server[102758]: 'Port': '1.7', Jan 11 14:05:32.719959 dv-cinder-824131-3-iscsi neutron-server[102758]: 'PortForwarding': '1.2', Jan 11 14:05:32.719959 dv-cinder-824131-3-iscsi neutron-server[102758]: 'QosPolicy': '1.10', Jan 11 14:05:32.719959 dv-cinder-824131-3-iscsi neutron-server[102758]: 'SecurityGroup': '1.5', Jan 11 14:05:32.719959 dv-cinder-824131-3-iscsi neutron-server[102758]: 'SecurityGroupRule': '1.2', Jan 11 14:05:32.719959 dv-cinder-824131-3-iscsi neutron-server[102758]: 'SubPort': '1.0', Jan 11 14:05:32.719959 dv-cinder-824131-3-iscsi neutron-server[102758]: 'Subnet': '1.1', Jan 11 14:05:32.719959 dv-cinder-824131-3-iscsi neutron-server[102758]: 'Trunk': '1.1'}} Jan 11 14:05:32.719959 dv-cinder-824131-3-iscsi neutron-server[102758]: {{(pid=102758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 14:05:32.807466 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-eb0e1326-ed66-4ba6-9cb1-f07fe1f1a49f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792865857603'] for network (2ce614e2-30de-465a-a7cf-ddab87bfda56), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:32.861914 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-eb0e1326-ed66-4ba6-9cb1-f07fe1f1a49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828'] for network (2ce614e2-30de-465a-a7cf-ddab87bfda56), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:32.863132 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0e1326-ed66-4ba6-9cb1-f07fe1f1a49f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:05:32.864000 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-eb0e1326-ed66-4ba6-9cb1-f07fe1f1a49f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for network (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:32.947715 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-eb0e1326-ed66-4ba6-9cb1-f07fe1f1a49f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7639430 Jan 11 14:05:32.968160 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e1326-ed66-4ba6-9cb1-f07fe1f1a49f admin admin] Pushing event updated for resources: {'Network': ['ID=2ce614e2-30de-465a-a7cf-ddab87bfda56,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:05:32.980035 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Network 2ce614e2-30de-465a-a7cf-ddab87bfda56 details requested by agent ovs-agent-dv-cinder-824131-3-iscsi with host dv-cinder-824131-3-iscsi {{(pid=102760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 14:05:35.403244 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 47932) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:05:35.533058 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adca734a-c460-4d5a-aab9-8252e3e197bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:05:35.534468 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-adca734a-c460-4d5a-aab9-8252e3e197bd admin admin] 10.222.0.49 "GET /v2.0/subnets/1b838a9c-1f8d-4387-b722-d0418a58626d HTTP/1.1" status: 200 len: 849 time: 0.1302450 Jan 11 14:05:35.693786 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-943a7e3a-4699-49df-9053-e033de499269 admin admin] 10.222.0.49 "GET /v2.0/routers/3dccf615-878c-497e-aa08-dfdd176d0b2f HTTP/1.1" status: 200 len: 704 time: 0.1537714 Jan 11 14:05:35.978394 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-ac215abf-485f-4873-95ec-81997e2eb958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:36.282853 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.db_base_plugin_common [None req-ac215abf-485f-4873-95ec-81997e2eb958 admin admin] Allocated IP 172.20.0.1 (24fabdac-5b35-4b03-9d7b-ab1f4883a25f/1b838a9c-1f8d-4387-b722-d0418a58626d/f6e48598-1e14-4b0e-99d9-3845652509bd) {{(pid=102758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:05:36.464538 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-ac215abf-485f-4873-95ec-81997e2eb958 admin admin] Publish callbacks [] for port (f6e48598-1e14-4b0e-99d9-3845652509bd), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:36.529664 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-ac215abf-485f-4873-95ec-81997e2eb958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996'] for port (f6e48598-1e14-4b0e-99d9-3845652509bd), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:36.597942 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac215abf-485f-4873-95ec-81997e2eb958 admin admin] Network 24fabdac-5b35-4b03-9d7b-ab1f4883a25f is already hosted by enough agents. {{(pid=102758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:05:36.602290 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.base_scheduler [None req-ac215abf-485f-4873-95ec-81997e2eb958 admin admin] Resources bound (agent type, host, resource id): {{(pid=102758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:05:36.612513 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac215abf-485f-4873-95ec-81997e2eb958 admin admin] Received port after_create {{(pid=102758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:05:36.612978 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-ac215abf-485f-4873-95ec-81997e2eb958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704617'] for router_interface (3dccf615-878c-497e-aa08-dfdd176d0b2f), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:36.672688 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac215abf-485f-4873-95ec-81997e2eb958 admin admin] Pushing event updated for resources: {'Port': ['ID=f6e48598-1e14-4b0e-99d9-3845652509bd,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:05:36.817666 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-ac215abf-485f-4873-95ec-81997e2eb958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (f6e48598-1e14-4b0e-99d9-3845652509bd), before_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:36.859339 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-a7ad93a8-d424-4e07-b01d-92ef582c2c10 None None] Provisioning complete for port f6e48598-1e14-4b0e-99d9-3845652509bd triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:05:36.859912 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a7ad93a8-d424-4e07-b01d-92ef582c2c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (f6e48598-1e14-4b0e-99d9-3845652509bd), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:36.892542 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-a7ad93a8-d424-4e07-b01d-92ef582c2c10 None None] Port f6e48598-1e14-4b0e-99d9-3845652509bd cannot update to ACTIVE because it is not bound. {{(pid=102760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 14:05:37.068367 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-ac215abf-485f-4873-95ec-81997e2eb958 admin admin] Publish callbacks [] for port (f6e48598-1e14-4b0e-99d9-3845652509bd), precommit_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:37.073117 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-ac215abf-485f-4873-95ec-81997e2eb958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (f6e48598-1e14-4b0e-99d9-3845652509bd), after_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:37.073855 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-ac215abf-485f-4873-95ec-81997e2eb958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-730873'] for router_interface (3dccf615-878c-497e-aa08-dfdd176d0b2f), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:37.151148 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac215abf-485f-4873-95ec-81997e2eb958 admin admin] Pushing event updated for resources: {'Port': ['ID=f6e48598-1e14-4b0e-99d9-3845652509bd,revision_number=2']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:05:37.197760 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac215abf-485f-4873-95ec-81997e2eb958 admin admin] Network 24fabdac-5b35-4b03-9d7b-ab1f4883a25f is already hosted by enough agents. {{(pid=102758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:05:37.199076 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.base_scheduler [None req-ac215abf-485f-4873-95ec-81997e2eb958 admin admin] Resources bound (agent type, host, resource id): {{(pid=102758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:05:37.359290 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac215abf-485f-4873-95ec-81997e2eb958 admin admin] Router 3dccf615-878c-497e-aa08-dfdd176d0b2f is scheduled to L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 with binding_index 1 {{(pid=102758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 14:05:37.412359 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-f562c075-5a57-44d4-be0b-204ddb687dc1 None None] Provisioning complete for port f6e48598-1e14-4b0e-99d9-3845652509bd triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:05:37.412753 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f562c075-5a57-44d4-be0b-204ddb687dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (f6e48598-1e14-4b0e-99d9-3845652509bd), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:37.448203 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-f562c075-5a57-44d4-be0b-204ddb687dc1 None None] Port f6e48598-1e14-4b0e-99d9-3845652509bd cannot update to ACTIVE because it is not bound. {{(pid=102760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 14:05:37.450718 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac215abf-485f-4873-95ec-81997e2eb958 admin admin] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:05:37.456114 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-ac215abf-485f-4873-95ec-81997e2eb958 admin admin] 10.222.0.49 "PUT /v2.0/routers/3dccf615-878c-497e-aa08-dfdd176d0b2f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7568500 Jan 11 14:05:37.460341 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6705f5f6-5e74-4777-a1d6-d4545558bdc8 None None] Sync routers for ids ['3dccf615-878c-497e-aa08-dfdd176d0b2f'] in dv-cinder-824131-3-iscsi {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:05:37.474283 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6705f5f6-5e74-4777-a1d6-d4545558bdc8 None None] Routers {'3dccf615-878c-497e-aa08-dfdd176d0b2f'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:05:37.475025 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-6705f5f6-5e74-4777-a1d6-d4545558bdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:05:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['3dccf615-878c-497e-aa08-dfdd176d0b2f'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:05:37.660030 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-6705f5f6-5e74-4777-a1d6-d4545558bdc8 None None] Set router 3dccf615-878c-497e-aa08-dfdd176d0b2f gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:05:38.083025 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-6705f5f6-5e74-4777-a1d6-d4545558bdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dccf615-878c-497e-aa08-dfdd176d0b2f', 'name': 'router1', 'tenant_id': '6cf5e26181ce4b40bce27070d3ff2023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:05:25Z', 'updated_at': '2022-01-11T14:05:36Z', 'revision_number': 2, 'project_id': '6cf5e26181ce4b40bce27070d3ff2023', 'gw_port_host': None, '_interfaces': [{'id': 'f6e48598-1e14-4b0e-99d9-3845652509bd', 'name': '', 'network_id': '24fabdac-5b35-4b03-9d7b-ab1f4883a25f', 'tenant_id': '6cf5e26181ce4b40bce27070d3ff2023', 'mac_address': 'fa:16:3e:32:10:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dccf615-878c-497e-aa08-dfdd176d0b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1b838a9c-1f8d-4387-b722-d0418a58626d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:05:36Z', 'updated_at': '2022-01-11T14:05:36Z', 'revision_number': 2, 'project_id': '6cf5e26181ce4b40bce27070d3ff2023', 'subnets': [{'id': '1b838a9c-1f8d-4387-b722-d0418a58626d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11da44fb-6d74-4b7c-8f4b-d8ea95bef0e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:05:38.133433 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6705f5f6-5e74-4777-a1d6-d4545558bdc8 None None] Checking router: 3dccf615-878c-497e-aa08-dfdd176d0b2f for host: dv-cinder-824131-3-iscsi {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:05:38.133813 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6705f5f6-5e74-4777-a1d6-d4545558bdc8 None None] Updating router 3dccf615-878c-497e-aa08-dfdd176d0b2f port f6e48598-1e14-4b0e-99d9-3845652509bd binding host dv-cinder-824131-3-iscsi {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 14:05:38.181569 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6705f5f6-5e74-4777-a1d6-d4545558bdc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (f6e48598-1e14-4b0e-99d9-3845652509bd), before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:38.686004 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6705f5f6-5e74-4777-a1d6-d4545558bdc8 None None] Publish callbacks [] for port (f6e48598-1e14-4b0e-99d9-3845652509bd), precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:38.693773 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6705f5f6-5e74-4777-a1d6-d4545558bdc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (f6e48598-1e14-4b0e-99d9-3845652509bd), after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:38.796812 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75790f9d-b51a-43af-b166-7e12382c7fb1 None None] Pushing event updated for resources: {'Port': ['ID=f6e48598-1e14-4b0e-99d9-3845652509bd,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:05:38.864721 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75790f9d-b51a-43af-b166-7e12382c7fb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:38.865095 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75790f9d-b51a-43af-b166-7e12382c7fb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:38.865453 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75790f9d-b51a-43af-b166-7e12382c7fb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:38.865801 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75790f9d-b51a-43af-b166-7e12382c7fb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:38.866142 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75790f9d-b51a-43af-b166-7e12382c7fb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:38.866477 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75790f9d-b51a-43af-b166-7e12382c7fb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:38.866813 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75790f9d-b51a-43af-b166-7e12382c7fb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:38.867145 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75790f9d-b51a-43af-b166-7e12382c7fb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:38.867478 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75790f9d-b51a-43af-b166-7e12382c7fb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:38.867842 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75790f9d-b51a-43af-b166-7e12382c7fb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:38.868175 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75790f9d-b51a-43af-b166-7e12382c7fb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:38.868505 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75790f9d-b51a-43af-b166-7e12382c7fb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:38.868831 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75790f9d-b51a-43af-b166-7e12382c7fb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:05:38.870289 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75790f9d-b51a-43af-b166-7e12382c7fb1 None None] Tracked resource versions report: Jan 11 14:05:38.870289 dv-cinder-824131-3-iscsi neutron-server[102761]: pushed versions: Jan 11 14:05:38.870289 dv-cinder-824131-3-iscsi neutron-server[102761]: { 'AddressGroup': {'1.2'}, Jan 11 14:05:38.870289 dv-cinder-824131-3-iscsi neutron-server[102761]: 'ConntrackHelper': {'1.0'}, Jan 11 14:05:38.870289 dv-cinder-824131-3-iscsi neutron-server[102761]: 'LocalIPAssociation': {'1.0'}, Jan 11 14:05:38.870289 dv-cinder-824131-3-iscsi neutron-server[102761]: 'Log': {'1.0'}, Jan 11 14:05:38.870289 dv-cinder-824131-3-iscsi neutron-server[102761]: 'Network': {'1.1'}, Jan 11 14:05:38.870289 dv-cinder-824131-3-iscsi neutron-server[102761]: 'Port': {'1.7'}, Jan 11 14:05:38.870289 dv-cinder-824131-3-iscsi neutron-server[102761]: 'PortForwarding': {'1.2'}, Jan 11 14:05:38.870289 dv-cinder-824131-3-iscsi neutron-server[102761]: 'QosPolicy': {'1.10'}, Jan 11 14:05:38.870289 dv-cinder-824131-3-iscsi neutron-server[102761]: 'SecurityGroup': {'1.5'}, Jan 11 14:05:38.870289 dv-cinder-824131-3-iscsi neutron-server[102761]: 'SecurityGroupRule': {'1.2'}, Jan 11 14:05:38.870289 dv-cinder-824131-3-iscsi neutron-server[102761]: 'SubPort': {'1.0'}, Jan 11 14:05:38.870289 dv-cinder-824131-3-iscsi neutron-server[102761]: 'Subnet': {'1.1'}, Jan 11 14:05:38.870289 dv-cinder-824131-3-iscsi neutron-server[102761]: 'Trunk': {'1.1'}} Jan 11 14:05:38.870289 dv-cinder-824131-3-iscsi neutron-server[102761]: consumer versions: Jan 11 14:05:38.870289 dv-cinder-824131-3-iscsi neutron-server[102761]: { DHCP agent@dv-cinder-824131-3-iscsi: {}, Jan 11 14:05:38.870289 dv-cinder-824131-3-iscsi neutron-server[102761]: L3 agent@dv-cinder-824131-3-iscsi: {}, Jan 11 14:05:38.870289 dv-cinder-824131-3-iscsi neutron-server[102761]: Metadata agent@dv-cinder-824131-3-iscsi: {}, Jan 11 14:05:38.870289 dv-cinder-824131-3-iscsi neutron-server[102761]: Metering agent@dv-cinder-824131-3-iscsi: {}, Jan 11 14:05:38.870289 dv-cinder-824131-3-iscsi neutron-server[102761]: Open vSwitch agent@dv-cinder-824131-3-iscsi: { 'AddressGroup': '1.2', Jan 11 14:05:38.870289 dv-cinder-824131-3-iscsi neutron-server[102761]: 'ConntrackHelper': '1.0', Jan 11 14:05:38.870289 dv-cinder-824131-3-iscsi neutron-server[102761]: 'LocalIPAssociation': '1.0', Jan 11 14:05:38.870289 dv-cinder-824131-3-iscsi neutron-server[102761]: 'Log': '1.0', Jan 11 14:05:38.870289 dv-cinder-824131-3-iscsi neutron-server[102761]: 'Network': '1.1', Jan 11 14:05:38.870289 dv-cinder-824131-3-iscsi neutron-server[102761]: 'Port': '1.7', Jan 11 14:05:38.870289 dv-cinder-824131-3-iscsi neutron-server[102761]: 'PortForwarding': '1.2', Jan 11 14:05:38.870289 dv-cinder-824131-3-iscsi neutron-server[102761]: 'QosPolicy': '1.10', Jan 11 14:05:38.870289 dv-cinder-824131-3-iscsi neutron-server[102761]: 'SecurityGroup': '1.5', Jan 11 14:05:38.870289 dv-cinder-824131-3-iscsi neutron-server[102761]: 'SecurityGroupRule': '1.2', Jan 11 14:05:38.870289 dv-cinder-824131-3-iscsi neutron-server[102761]: 'SubPort': '1.0', Jan 11 14:05:38.870289 dv-cinder-824131-3-iscsi neutron-server[102761]: 'Subnet': '1.1', Jan 11 14:05:38.870289 dv-cinder-824131-3-iscsi neutron-server[102761]: 'Trunk': '1.1'}} Jan 11 14:05:38.870289 dv-cinder-824131-3-iscsi neutron-server[102761]: {{(pid=102761) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 14:05:38.881601 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-6705f5f6-5e74-4777-a1d6-d4545558bdc8 None None] Attempting to bind port f6e48598-1e14-4b0e-99d9-3845652509bd on host dv-cinder-824131-3-iscsi for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:05:38.882022 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-6705f5f6-5e74-4777-a1d6-d4545558bdc8 None None] Attempting to bind port f6e48598-1e14-4b0e-99d9-3845652509bd by drivers openvswitch,hyperv on host dv-cinder-824131-3-iscsi at level 0 using segments [{'id': '58ec1b7b-76d8-4cdd-9a2a-105bd7db51ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '24fabdac-5b35-4b03-9d7b-ab1f4883a25f'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:05:38.882468 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6705f5f6-5e74-4777-a1d6-d4545558bdc8 None None] Attempting to bind port f6e48598-1e14-4b0e-99d9-3845652509bd on network 24fabdac-5b35-4b03-9d7b-ab1f4883a25f {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:05:38.888156 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6705f5f6-5e74-4777-a1d6-d4545558bdc8 None None] Checking agent: {'id': '9d224d65-2af6-406d-8eb7-edecce64fdf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824131-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 5, 2), 'started_at': datetime.datetime(2022, 1, 11, 14, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824131-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:05:38.888557 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6705f5f6-5e74-4777-a1d6-d4545558bdc8 None None] Checking segment: {'id': '58ec1b7b-76d8-4cdd-9a2a-105bd7db51ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '24fabdac-5b35-4b03-9d7b-ab1f4883a25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:05:38.889035 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6705f5f6-5e74-4777-a1d6-d4545558bdc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:38.889437 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6705f5f6-5e74-4777-a1d6-d4545558bdc8 None None] Bound using segment: {'id': '58ec1b7b-76d8-4cdd-9a2a-105bd7db51ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '24fabdac-5b35-4b03-9d7b-ab1f4883a25f'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:05:38.889945 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-6705f5f6-5e74-4777-a1d6-d4545558bdc8 None None] Bound port: f6e48598-1e14-4b0e-99d9-3845652509bd, host: dv-cinder-824131-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58ec1b7b-76d8-4cdd-9a2a-105bd7db51ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '24fabdac-5b35-4b03-9d7b-ab1f4883a25f'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:05:38.890355 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6705f5f6-5e74-4777-a1d6-d4545558bdc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (f6e48598-1e14-4b0e-99d9-3845652509bd), before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:38.958812 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6705f5f6-5e74-4777-a1d6-d4545558bdc8 None None] For port f6e48598-1e14-4b0e-99d9-3845652509bd, host dv-cinder-824131-3-iscsi, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:05:38.978639 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-87ccb830-8768-4d53-8e14-c561a149c47b None None] Provisioning complete for port f6e48598-1e14-4b0e-99d9-3845652509bd triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:05:38.979628 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-87ccb830-8768-4d53-8e14-c561a149c47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (f6e48598-1e14-4b0e-99d9-3845652509bd), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:38.984585 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-6705f5f6-5e74-4777-a1d6-d4545558bdc8 None None] For port f6e48598-1e14-4b0e-99d9-3845652509bd, host dv-cinder-824131-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=f6e48598-1e14-4b0e-99d9-3845652509bd,segment=NetworkSegment(58ec1b7b-76d8-4cdd-9a2a-105bd7db51ab),segment_id=58ec1b7b-76d8-4cdd-9a2a-105bd7db51ab)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:05:38.989336 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-6705f5f6-5e74-4777-a1d6-d4545558bdc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (f6e48598-1e14-4b0e-99d9-3845652509bd), after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:39.014400 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-87ccb830-8768-4d53-8e14-c561a149c47b None None] Port f6e48598-1e14-4b0e-99d9-3845652509bd cannot update to ACTIVE because it is not bound. {{(pid=102760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 14:05:39.046916 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6705f5f6-5e74-4777-a1d6-d4545558bdc8 None None] Routers {'3dccf615-878c-497e-aa08-dfdd176d0b2f'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:05:39.047558 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-6705f5f6-5e74-4777-a1d6-d4545558bdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:05:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['3dccf615-878c-497e-aa08-dfdd176d0b2f'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:05:39.049385 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75790f9d-b51a-43af-b166-7e12382c7fb1 None None] Pushing event updated for resources: {'Port': ['ID=f6e48598-1e14-4b0e-99d9-3845652509bd,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:05:39.139381 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-6705f5f6-5e74-4777-a1d6-d4545558bdc8 None None] Set router 3dccf615-878c-497e-aa08-dfdd176d0b2f gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:05:39.235019 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-2671b20e-176a-4543-b926-d37323dbabba None None] Provisioning complete for port f6e48598-1e14-4b0e-99d9-3845652509bd triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:05:39.235456 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2671b20e-176a-4543-b926-d37323dbabba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (f6e48598-1e14-4b0e-99d9-3845652509bd), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:39.313116 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-2671b20e-176a-4543-b926-d37323dbabba None None] Current status of the port f6e48598-1e14-4b0e-99d9-3845652509bd is: DOWN; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:05:39.313956 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2671b20e-176a-4543-b926-d37323dbabba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (f6e48598-1e14-4b0e-99d9-3845652509bd), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:39.348994 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-2671b20e-176a-4543-b926-d37323dbabba None None] For port f6e48598-1e14-4b0e-99d9-3845652509bd, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=f6e48598-1e14-4b0e-99d9-3845652509bd,segment=NetworkSegment(58ec1b7b-76d8-4cdd-9a2a-105bd7db51ab),segment_id=58ec1b7b-76d8-4cdd-9a2a-105bd7db51ab)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:05:39.353144 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-6705f5f6-5e74-4777-a1d6-d4545558bdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dccf615-878c-497e-aa08-dfdd176d0b2f', 'name': 'router1', 'tenant_id': '6cf5e26181ce4b40bce27070d3ff2023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:05:25Z', 'updated_at': '2022-01-11T14:05:36Z', 'revision_number': 2, 'project_id': '6cf5e26181ce4b40bce27070d3ff2023', 'gw_port_host': None, '_interfaces': [{'id': 'f6e48598-1e14-4b0e-99d9-3845652509bd', 'name': '', 'network_id': '24fabdac-5b35-4b03-9d7b-ab1f4883a25f', 'tenant_id': '6cf5e26181ce4b40bce27070d3ff2023', 'mac_address': 'fa:16:3e:32:10:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dccf615-878c-497e-aa08-dfdd176d0b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1b838a9c-1f8d-4387-b722-d0418a58626d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:05:36Z', 'updated_at': '2022-01-11T14:05:38Z', 'revision_number': 4, 'project_id': '6cf5e26181ce4b40bce27070d3ff2023', 'subnets': [{'id': '1b838a9c-1f8d-4387-b722-d0418a58626d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11da44fb-6d74-4b7c-8f4b-d8ea95bef0e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:05:39.353560 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2671b20e-176a-4543-b926-d37323dbabba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (f6e48598-1e14-4b0e-99d9-3845652509bd), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:39.381235 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6705f5f6-5e74-4777-a1d6-d4545558bdc8 None None] The sync data for ids ['3dccf615-878c-497e-aa08-dfdd176d0b2f'] in dv-cinder-824131-3-iscsi is: [{'id': '3dccf615-878c-497e-aa08-dfdd176d0b2f', 'name': 'router1', 'tenant_id': '6cf5e26181ce4b40bce27070d3ff2023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:05:25Z', 'updated_at': '2022-01-11T14:05:36Z', 'revision_number': 2, 'project_id': '6cf5e26181ce4b40bce27070d3ff2023', 'gw_port_host': None, '_interfaces': [{'id': 'f6e48598-1e14-4b0e-99d9-3845652509bd', 'name': '', 'network_id': '24fabdac-5b35-4b03-9d7b-ab1f4883a25f', 'tenant_id': '6cf5e26181ce4b40bce27070d3ff2023', 'mac_address': 'fa:16:3e:32:10:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dccf615-878c-497e-aa08-dfdd176d0b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1b838a9c-1f8d-4387-b722-d0418a58626d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:05:36Z', 'updated_at': '2022-01-11T14:05:38Z', 'revision_number': 4, 'project_id': '6cf5e26181ce4b40bce27070d3ff2023', 'subnets': [{'id': '1b838a9c-1f8d-4387-b722-d0418a58626d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11da44fb-6d74-4b7c-8f4b-d8ea95bef0e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:05:39.403819 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671b20e-176a-4543-b926-d37323dbabba None None] Pushing event updated for resources: {'Port': ['ID=f6e48598-1e14-4b0e-99d9-3845652509bd,revision_number=5']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:05:42.503391 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 47950) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:05:42.617957 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081d0e52-8744-4e98-98cb-2cc5d41821fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:05:42.619251 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-081d0e52-8744-4e98-98cb-2cc5d41821fa admin admin] 10.222.0.49 "GET /v2.0/networks/2ce614e2-30de-465a-a7cf-ddab87bfda56 HTTP/1.1" status: 200 len: 842 time: 0.1148691 Jan 11 14:05:42.628694 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-1cd8b78b-6afa-45e6-a902-ce59bbdb0dff admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': 'dedab69f4af048e1af8f59cd188f4844', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:05:42.650411 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd8b78b-6afa-45e6-a902-ce59bbdb0dff admin admin] Made reservation on behalf of dedab69f4af048e1af8f59cd188f4844 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:05:42.652706 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1cd8b78b-6afa-45e6-a902-ce59bbdb0dff admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:42.966454 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.objects.ports [None req-1cd8b78b-6afa-45e6-a902-ce59bbdb0dff admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102759) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 11 14:05:42.966895 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1cd8b78b-6afa-45e6-a902-ce59bbdb0dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828'] for subnet (24533608-225a-4678-8e54-d2d8b6714d88), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:43.022309 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8b78b-6afa-45e6-a902-ce59bbdb0dff admin admin] Pushing event updated for resources: {'Subnet': ['ID=24533608-225a-4678-8e54-d2d8b6714d88,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:05:43.030545 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd8b78b-6afa-45e6-a902-ce59bbdb0dff admin admin] Checking segment: {'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:05:43.030905 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd8b78b-6afa-45e6-a902-ce59bbdb0dff admin admin] Network hostable DHCP agents. Network: 2ce614e2-30de-465a-a7cf-ddab87bfda56, hostable agents: ['0926af04-f8d6-426e-a613-5ede47dbe2c0'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 14:05:43.047712 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd8b78b-6afa-45e6-a902-ce59bbdb0dff admin admin] Network 2ce614e2-30de-465a-a7cf-ddab87bfda56 is scheduled to be hosted by DHCP agent 0926af04-f8d6-426e-a613-5ede47dbe2c0 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 14:05:43.056950 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-1cd8b78b-6afa-45e6-a902-ce59bbdb0dff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824131-3-iscsi, 2ce614e2-30de-465a-a7cf-ddab87bfda56) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:05:43.061172 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd8b78b-6afa-45e6-a902-ce59bbdb0dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:05:43.061764 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1cd8b78b-6afa-45e6-a902-ce59bbdb0dff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for subnet (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:43.067377 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d8b89f-8a8f-43dc-b7cf-eb36484e5403 None None] Network 2ce614e2-30de-465a-a7cf-ddab87bfda56 requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:05:43.077623 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-1cd8b78b-6afa-45e6-a902-ce59bbdb0dff admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4522693 Jan 11 14:05:43.171289 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d180d692-9e39-41fa-b429-fe5866c4b270 None None] Network 2ce614e2-30de-465a-a7cf-ddab87bfda56 requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:05:45.598426 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 47960) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:05:45.829626 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-027e77f0-d6ba-4d38-aee1-f8070b18b1e4 admin admin] 10.222.0.49 "GET /v2.0/routers/3dccf615-878c-497e-aa08-dfdd176d0b2f HTTP/1.1" status: 200 len: 710 time: 0.2294300 Jan 11 14:05:45.916586 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305582c5-0284-4d2c-b4e0-d747f5dd3633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:05:45.917982 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-305582c5-0284-4d2c-b4e0-d747f5dd3633 admin admin] 10.222.0.49 "GET /v2.0/networks/2ce614e2-30de-465a-a7cf-ddab87bfda56 HTTP/1.1" status: 200 len: 886 time: 0.0831361 Jan 11 14:05:45.926871 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-ef2ce5ad-de62-4b48-9ec7-28365eba2881 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:05:46.213316 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ef2ce5ad-de62-4b48-9ec7-28365eba2881 admin admin] Publish callbacks [] for router_gateway (3dccf615-878c-497e-aa08-dfdd176d0b2f), precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:46.441508 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ef2ce5ad-de62-4b48-9ec7-28365eba2881 admin admin] Publish callbacks [] for router_gateway (3dccf615-878c-497e-aa08-dfdd176d0b2f), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:46.513397 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ef2ce5ad-de62-4b48-9ec7-28365eba2881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:46.668159 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-ef2ce5ad-de62-4b48-9ec7-28365eba2881 admin admin] Allocated IP 172.27.2.34 (2ce614e2-30de-465a-a7cf-ddab87bfda56/24533608-225a-4678-8e54-d2d8b6714d88/b74f039c-5b98-4f22-a5db-196f0a8048bd) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:05:46.778534 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ef2ce5ad-de62-4b48-9ec7-28365eba2881 admin admin] Publish callbacks [] for port (b74f039c-5b98-4f22-a5db-196f0a8048bd), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:46.805675 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device f6e48598-1e14-4b0e-99d9-3845652509bd up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:05:46.847443 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ef2ce5ad-de62-4b48-9ec7-28365eba2881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996'] for port (b74f039c-5b98-4f22-a5db-196f0a8048bd), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:46.862221 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port f6e48598-1e14-4b0e-99d9-3845652509bd triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:05:46.862623 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (f6e48598-1e14-4b0e-99d9-3845652509bd), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:46.905300 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2ce5ad-de62-4b48-9ec7-28365eba2881 admin admin] Network 2ce614e2-30de-465a-a7cf-ddab87bfda56 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:05:46.912049 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-ef2ce5ad-de62-4b48-9ec7-28365eba2881 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:05:46.914718 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2ce5ad-de62-4b48-9ec7-28365eba2881 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:05:46.941284 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port f6e48598-1e14-4b0e-99d9-3845652509bd is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:05:47.007978 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ce5ad-de62-4b48-9ec7-28365eba2881 admin admin] Pushing event updated for resources: {'Port': ['ID=b74f039c-5b98-4f22-a5db-196f0a8048bd,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:05:47.214345 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ef2ce5ad-de62-4b48-9ec7-28365eba2881 admin admin] Publish callbacks [] for router_gateway (3dccf615-878c-497e-aa08-dfdd176d0b2f), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:47.403297 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ef2ce5ad-de62-4b48-9ec7-28365eba2881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-732251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-742177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30032'] for router (3dccf615-878c-497e-aa08-dfdd176d0b2f), precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:47.408095 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ef2ce5ad-de62-4b48-9ec7-28365eba2881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-732226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-704689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-742184'] for router (3dccf615-878c-497e-aa08-dfdd176d0b2f), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:47.574991 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2ce5ad-de62-4b48-9ec7-28365eba2881 admin admin] Router 3dccf615-878c-497e-aa08-dfdd176d0b2f has already been hosted by L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 14:05:47.678912 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2ce5ad-de62-4b48-9ec7-28365eba2881 admin admin] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:05:47.683856 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ef2ce5ad-de62-4b48-9ec7-28365eba2881 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:47.684685 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-ef2ce5ad-de62-4b48-9ec7-28365eba2881 admin admin] 10.222.0.49 "PUT /v2.0/routers/3dccf615-878c-497e-aa08-dfdd176d0b2f HTTP/1.1" status: 200 len: 889 time: 1.7610812 Jan 11 14:05:47.690785 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16088e1-63a6-42fe-9edf-60856543fd24 None None] Sync routers for ids ['3dccf615-878c-497e-aa08-dfdd176d0b2f'] in dv-cinder-824131-3-iscsi {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:05:47.704005 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16088e1-63a6-42fe-9edf-60856543fd24 None None] Routers {'3dccf615-878c-497e-aa08-dfdd176d0b2f'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:05:47.704810 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-e16088e1-63a6-42fe-9edf-60856543fd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:05:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['3dccf615-878c-497e-aa08-dfdd176d0b2f'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:05:47.920929 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-e16088e1-63a6-42fe-9edf-60856543fd24 None None] Set router 3dccf615-878c-497e-aa08-dfdd176d0b2f gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:05:48.140748 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 5 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:05:48.382018 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-e16088e1-63a6-42fe-9edf-60856543fd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dccf615-878c-497e-aa08-dfdd176d0b2f', 'name': 'router1', 'tenant_id': '6cf5e26181ce4b40bce27070d3ff2023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'b74f039c-5b98-4f22-a5db-196f0a8048bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:05:25Z', 'updated_at': '2022-01-11T14:05:47Z', 'revision_number': 4, 'project_id': '6cf5e26181ce4b40bce27070d3ff2023', 'gw_port': {'id': 'b74f039c-5b98-4f22-a5db-196f0a8048bd', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:34:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dccf615-878c-497e-aa08-dfdd176d0b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:05:46Z', 'updated_at': '2022-01-11T14:05:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'f6e48598-1e14-4b0e-99d9-3845652509bd', 'name': '', 'network_id': '24fabdac-5b35-4b03-9d7b-ab1f4883a25f', 'tenant_id': '6cf5e26181ce4b40bce27070d3ff2023', 'mac_address': 'fa:16:3e:32:10:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dccf615-878c-497e-aa08-dfdd176d0b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1b838a9c-1f8d-4387-b722-d0418a58626d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:05:36Z', 'updated_at': '2022-01-11T14:05:39Z', 'revision_number': 5, 'project_id': '6cf5e26181ce4b40bce27070d3ff2023', 'subnets': [{'id': '1b838a9c-1f8d-4387-b722-d0418a58626d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11da44fb-6d74-4b7c-8f4b-d8ea95bef0e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:05:48.431987 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16088e1-63a6-42fe-9edf-60856543fd24 None None] Checking router: 3dccf615-878c-497e-aa08-dfdd176d0b2f for host: dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:05:48.432353 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16088e1-63a6-42fe-9edf-60856543fd24 None None] Updating router 3dccf615-878c-497e-aa08-dfdd176d0b2f port b74f039c-5b98-4f22-a5db-196f0a8048bd binding host dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 14:05:48.478095 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e16088e1-63a6-42fe-9edf-60856543fd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (b74f039c-5b98-4f22-a5db-196f0a8048bd), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:48.787020 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e16088e1-63a6-42fe-9edf-60856543fd24 None None] Publish callbacks [] for port (b74f039c-5b98-4f22-a5db-196f0a8048bd), precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:48.792856 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e16088e1-63a6-42fe-9edf-60856543fd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (b74f039c-5b98-4f22-a5db-196f0a8048bd), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:48.847964 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11145eb4-6979-4615-bcc1-387fde69e001 None None] Pushing event updated for resources: {'Port': ['ID=b74f039c-5b98-4f22-a5db-196f0a8048bd,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:05:48.851305 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-e16088e1-63a6-42fe-9edf-60856543fd24 None None] Attempting to bind port b74f039c-5b98-4f22-a5db-196f0a8048bd on host dv-cinder-824131-3-iscsi for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:05:48.851701 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-e16088e1-63a6-42fe-9edf-60856543fd24 None None] Attempting to bind port b74f039c-5b98-4f22-a5db-196f0a8048bd by drivers openvswitch,hyperv on host dv-cinder-824131-3-iscsi at level 0 using segments [{'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:05:48.852064 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16088e1-63a6-42fe-9edf-60856543fd24 None None] Attempting to bind port b74f039c-5b98-4f22-a5db-196f0a8048bd on network 2ce614e2-30de-465a-a7cf-ddab87bfda56 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:05:48.857263 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16088e1-63a6-42fe-9edf-60856543fd24 None None] Checking agent: {'id': '9d224d65-2af6-406d-8eb7-edecce64fdf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824131-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 5, 2), 'started_at': datetime.datetime(2022, 1, 11, 14, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824131-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:05:48.857650 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16088e1-63a6-42fe-9edf-60856543fd24 None None] Checking segment: {'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:05:48.858018 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e16088e1-63a6-42fe-9edf-60856543fd24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:48.858401 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16088e1-63a6-42fe-9edf-60856543fd24 None None] Bound using segment: {'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:05:48.858862 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-e16088e1-63a6-42fe-9edf-60856543fd24 None None] Bound port: b74f039c-5b98-4f22-a5db-196f0a8048bd, host: dv-cinder-824131-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:05:48.859240 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e16088e1-63a6-42fe-9edf-60856543fd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (b74f039c-5b98-4f22-a5db-196f0a8048bd), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:48.907097 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e16088e1-63a6-42fe-9edf-60856543fd24 None None] For port b74f039c-5b98-4f22-a5db-196f0a8048bd, host dv-cinder-824131-3-iscsi, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:05:48.910018 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e16088e1-63a6-42fe-9edf-60856543fd24 None None] For port b74f039c-5b98-4f22-a5db-196f0a8048bd, host dv-cinder-824131-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=b74f039c-5b98-4f22-a5db-196f0a8048bd,segment=NetworkSegment(74f2f49c-8139-48f1-b44d-9c7351d31a13),segment_id=74f2f49c-8139-48f1-b44d-9c7351d31a13)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:05:48.914232 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e16088e1-63a6-42fe-9edf-60856543fd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (b74f039c-5b98-4f22-a5db-196f0a8048bd), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:48.965531 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16088e1-63a6-42fe-9edf-60856543fd24 None None] Routers {'3dccf615-878c-497e-aa08-dfdd176d0b2f'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:05:48.966174 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-e16088e1-63a6-42fe-9edf-60856543fd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:05:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['3dccf615-878c-497e-aa08-dfdd176d0b2f'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:05:49.032665 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11145eb4-6979-4615-bcc1-387fde69e001 None None] Pushing event updated for resources: {'Port': ['ID=b74f039c-5b98-4f22-a5db-196f0a8048bd,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:05:49.079642 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-e16088e1-63a6-42fe-9edf-60856543fd24 None None] Set router 3dccf615-878c-497e-aa08-dfdd176d0b2f gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:05:49.290290 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-e16088e1-63a6-42fe-9edf-60856543fd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dccf615-878c-497e-aa08-dfdd176d0b2f', 'name': 'router1', 'tenant_id': '6cf5e26181ce4b40bce27070d3ff2023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'b74f039c-5b98-4f22-a5db-196f0a8048bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:05:25Z', 'updated_at': '2022-01-11T14:05:47Z', 'revision_number': 4, 'project_id': '6cf5e26181ce4b40bce27070d3ff2023', 'gw_port': {'id': 'b74f039c-5b98-4f22-a5db-196f0a8048bd', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:34:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dccf615-878c-497e-aa08-dfdd176d0b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:05:46Z', 'updated_at': '2022-01-11T14:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'f6e48598-1e14-4b0e-99d9-3845652509bd', 'name': '', 'network_id': '24fabdac-5b35-4b03-9d7b-ab1f4883a25f', 'tenant_id': '6cf5e26181ce4b40bce27070d3ff2023', 'mac_address': 'fa:16:3e:32:10:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dccf615-878c-497e-aa08-dfdd176d0b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1b838a9c-1f8d-4387-b722-d0418a58626d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:05:36Z', 'updated_at': '2022-01-11T14:05:39Z', 'revision_number': 5, 'project_id': '6cf5e26181ce4b40bce27070d3ff2023', 'subnets': [{'id': '1b838a9c-1f8d-4387-b722-d0418a58626d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11da44fb-6d74-4b7c-8f4b-d8ea95bef0e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:05:49.316231 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16088e1-63a6-42fe-9edf-60856543fd24 None None] The sync data for ids ['3dccf615-878c-497e-aa08-dfdd176d0b2f'] in dv-cinder-824131-3-iscsi is: [{'id': '3dccf615-878c-497e-aa08-dfdd176d0b2f', 'name': 'router1', 'tenant_id': '6cf5e26181ce4b40bce27070d3ff2023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'b74f039c-5b98-4f22-a5db-196f0a8048bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:05:25Z', 'updated_at': '2022-01-11T14:05:47Z', 'revision_number': 4, 'project_id': '6cf5e26181ce4b40bce27070d3ff2023', 'gw_port': {'id': 'b74f039c-5b98-4f22-a5db-196f0a8048bd', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:34:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dccf615-878c-497e-aa08-dfdd176d0b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:05:46Z', 'updated_at': '2022-01-11T14:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'f6e48598-1e14-4b0e-99d9-3845652509bd', 'name': '', 'network_id': '24fabdac-5b35-4b03-9d7b-ab1f4883a25f', 'tenant_id': '6cf5e26181ce4b40bce27070d3ff2023', 'mac_address': 'fa:16:3e:32:10:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dccf615-878c-497e-aa08-dfdd176d0b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1b838a9c-1f8d-4387-b722-d0418a58626d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:05:36Z', 'updated_at': '2022-01-11T14:05:39Z', 'revision_number': 5, 'project_id': '6cf5e26181ce4b40bce27070d3ff2023', 'subnets': [{'id': '1b838a9c-1f8d-4387-b722-d0418a58626d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11da44fb-6d74-4b7c-8f4b-d8ea95bef0e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:05:50.353315 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 47970) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:05:50.464509 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-deaef424-8d75-47a4-a960-685788a4f917 admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1100469 Jan 11 14:05:50.809595 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device b74f039c-5b98-4f22-a5db-196f0a8048bd up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:05:50.865576 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port b74f039c-5b98-4f22-a5db-196f0a8048bd triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:05:50.865971 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (b74f039c-5b98-4f22-a5db-196f0a8048bd), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:50.941412 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port b74f039c-5b98-4f22-a5db-196f0a8048bd is: DOWN; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:05:50.941818 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (b74f039c-5b98-4f22-a5db-196f0a8048bd), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:50.961666 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] For port b74f039c-5b98-4f22-a5db-196f0a8048bd, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=b74f039c-5b98-4f22-a5db-196f0a8048bd,segment=NetworkSegment(74f2f49c-8139-48f1-b44d-9c7351d31a13),segment_id=74f2f49c-8139-48f1-b44d-9c7351d31a13)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:05:50.966748 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (b74f039c-5b98-4f22-a5db-196f0a8048bd), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:51.014829 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Pushing event updated for resources: {'Port': ['ID=b74f039c-5b98-4f22-a5db-196f0a8048bd,revision_number=4']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:05:52.794860 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device b74f039c-5b98-4f22-a5db-196f0a8048bd up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:05:52.856245 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port b74f039c-5b98-4f22-a5db-196f0a8048bd triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:05:52.856555 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (b74f039c-5b98-4f22-a5db-196f0a8048bd), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:52.935121 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port b74f039c-5b98-4f22-a5db-196f0a8048bd is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:05:56.217474 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-54e8fe22-b37b-44ea-af46-7053b42c4ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:58.294736 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-73d9445a-d1cc-4533-b2d5-ca7cc3e4ffc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:05:59.536623 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:06:00.667570 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:06:02.214451 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:06:25.139156 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 5 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:06:26.075694 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0e4b9ea2-463a-476c-8dd9-7efd552c6e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:06:28.269627 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5ade0fa0-fd28-45d4-9199-1d9bc1b43410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:06:29.538988 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:06:30.669779 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:06:32.216801 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:06:56.068963 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-94a25ce2-c399-4cc3-af1b-5a944ad07cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:06:58.272500 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-82c7f778-2623-4610-8922-29c8cf75fc42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:06:59.540943 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:07:00.674906 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:07:02.138182 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 5 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:07:02.220782 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:07:13.551731 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 48454) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:07:13.612142 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9fa700e-e42d-4256-8f99-baa7179e7f46 admin admin] GET failed (client error): The resource could not be found. Jan 11 14:07:13.613427 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-b9fa700e-e42d-4256-8f99-baa7179e7f46 admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0607131 Jan 11 14:07:13.771031 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f246bd-e711-4bcb-b4dd-c4f42f9430ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:07:13.772482 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-39f246bd-e711-4bcb-b4dd-c4f42f9430ca admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1550233 Jan 11 14:07:16.224302 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 48464) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:07:16.317962 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b8de10-c2df-4cf2-b2ce-2334041ced39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:07:16.319324 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-b0b8de10-c2df-4cf2-b2ce-2334041ced39 admin admin] 10.222.0.49 "GET /v2.0/subnets/1b838a9c-1f8d-4387-b722-d0418a58626d HTTP/1.1" status: 200 len: 849 time: 0.0940709 Jan 11 14:07:16.328866 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-549b3d34-8ceb-43c2-a996-83f21e8146d6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:07:16.409136 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-549b3d34-8ceb-43c2-a996-83f21e8146d6 admin admin] Publish callbacks [] for subnet (1b838a9c-1f8d-4387-b722-d0418a58626d), before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:07:16.544747 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-549b3d34-8ceb-43c2-a996-83f21e8146d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792866370829'] for subnet (1b838a9c-1f8d-4387-b722-d0418a58626d), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:07:16.574707 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549b3d34-8ceb-43c2-a996-83f21e8146d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:07:16.575338 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-549b3d34-8ceb-43c2-a996-83f21e8146d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for subnet (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:07:16.576677 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-549b3d34-8ceb-43c2-a996-83f21e8146d6 admin admin] 10.222.0.49 "PUT /v2.0/subnets/1b838a9c-1f8d-4387-b722-d0418a58626d HTTP/1.1" status: 200 len: 868 time: 0.2513900 Jan 11 14:07:16.595133 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afefdd96-a201-4199-8700-f470941bc33b None None] Network 24fabdac-5b35-4b03-9d7b-ab1f4883a25f requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:07:16.597145 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b3d34-8ceb-43c2-a996-83f21e8146d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b838a9c-1f8d-4387-b722-d0418a58626d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:07:16.604593 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549b3d34-8ceb-43c2-a996-83f21e8146d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:07:16.604979 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549b3d34-8ceb-43c2-a996-83f21e8146d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:07:16.605336 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549b3d34-8ceb-43c2-a996-83f21e8146d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:07:16.605736 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549b3d34-8ceb-43c2-a996-83f21e8146d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:07:16.606085 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549b3d34-8ceb-43c2-a996-83f21e8146d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:07:16.606422 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549b3d34-8ceb-43c2-a996-83f21e8146d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:07:16.606778 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549b3d34-8ceb-43c2-a996-83f21e8146d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:07:16.607121 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549b3d34-8ceb-43c2-a996-83f21e8146d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:07:16.608326 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549b3d34-8ceb-43c2-a996-83f21e8146d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:07:16.608696 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549b3d34-8ceb-43c2-a996-83f21e8146d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:07:16.609035 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549b3d34-8ceb-43c2-a996-83f21e8146d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:07:16.609366 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549b3d34-8ceb-43c2-a996-83f21e8146d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:07:16.609696 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549b3d34-8ceb-43c2-a996-83f21e8146d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:07:16.942156 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-c32ffcca-5c5b-435f-b3fc-a044c33e6c0b None None] Provisioning complete for port aa83393a-401e-4eed-803e-e6a031ef5464 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:07:16.942560 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c32ffcca-5c5b-435f-b3fc-a044c33e6c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (aa83393a-401e-4eed-803e-e6a031ef5464), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:07:17.020588 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-c32ffcca-5c5b-435f-b3fc-a044c33e6c0b None None] Current status of the port aa83393a-401e-4eed-803e-e6a031ef5464 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:07:17.030868 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-c32ffcca-5c5b-435f-b3fc-a044c33e6c0b None None] Provisioning complete for port f6e48598-1e14-4b0e-99d9-3845652509bd triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:07:17.031282 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c32ffcca-5c5b-435f-b3fc-a044c33e6c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (f6e48598-1e14-4b0e-99d9-3845652509bd), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:07:17.103892 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-c32ffcca-5c5b-435f-b3fc-a044c33e6c0b None None] Current status of the port f6e48598-1e14-4b0e-99d9-3845652509bd is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:07:19.021580 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 48472) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:07:19.217834 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4722df8-ff45-47ce-bcaf-a36ed9775e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:07:19.218223 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4722df8-ff45-47ce-bcaf-a36ed9775e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:07:19.219780 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-f4722df8-ff45-47ce-bcaf-a36ed9775e6a admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1972101 Jan 11 14:07:21.650657 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 48482) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:07:21.848609 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92810b4f-65a9-4f5f-83b2-3ca0c0ce5800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:07:21.849019 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92810b4f-65a9-4f5f-83b2-3ca0c0ce5800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:07:21.850612 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-92810b4f-65a9-4f5f-83b2-3ca0c0ce5800 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1989961 Jan 11 14:07:24.286911 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 48490) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:07:24.421191 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83f7fc4-273b-485e-a4c3-2fa378628c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:07:24.422592 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-f83f7fc4-273b-485e-a4c3-2fa378628c08 admin admin] 10.222.0.49 "GET /v2.0/networks/24fabdac-5b35-4b03-9d7b-ab1f4883a25f HTTP/1.1" status: 200 len: 869 time: 0.1346836 Jan 11 14:07:26.070430 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8be6f6ef-6b7c-4ab8-a0aa-be321939c0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:07:26.822360 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 48498) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:07:26.946024 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943427bd-3f14-40bc-ad7c-3ddfc88e3e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:07:26.947706 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-943427bd-3f14-40bc-ad7c-3ddfc88e3e3c admin admin] 10.222.0.49 "GET /v2.0/networks/2ce614e2-30de-465a-a7cf-ddab87bfda56 HTTP/1.1" status: 200 len: 886 time: 0.1243634 Jan 11 14:07:28.271929 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f3672b0c-858b-4f68-abdb-5985b48c52fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:07:29.365940 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 48506) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:07:29.487029 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e360f0b-edbe-4508-bc15-ffd2011ef8a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:07:29.487488 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e360f0b-edbe-4508-bc15-ffd2011ef8a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:07:29.489008 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-2e360f0b-edbe-4508-bc15-ffd2011ef8a9 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1221287 Jan 11 14:07:29.544082 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:07:30.676074 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:07:31.942814 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 48514) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:07:32.033837 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbf9101-d3bd-4613-832d-01640ed854a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:07:32.034306 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbf9101-d3bd-4613-832d-01640ed854a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:07:32.035820 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-efbf9101-d3bd-4613-832d-01640ed854a9 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0919015 Jan 11 14:07:32.223839 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:07:34.444743 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 48522) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:07:34.534358 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687d745b-4958-4688-83e1-0c0de56e2417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:07:34.535728 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-687d745b-4958-4688-83e1-0c0de56e2417 admin admin] 10.222.0.49 "GET /v2.0/subnets/1b838a9c-1f8d-4387-b722-d0418a58626d HTTP/1.1" status: 200 len: 868 time: 0.0899849 Jan 11 14:07:36.954123 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 48530) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:07:37.039606 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddb4577-99f1-470c-a5b3-38879c1347f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:07:37.040934 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-1ddb4577-99f1-470c-a5b3-38879c1347f0 admin admin] 10.222.0.49 "GET /v2.0/subnets/24533608-225a-4678-8e54-d2d8b6714d88 HTTP/1.1" status: 200 len: 816 time: 0.0859249 Jan 11 14:07:39.136681 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 5 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:07:56.071911 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1ba7b604-058a-46bc-bf93-c6cd9bee0738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:07:58.274075 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b629042b-e83a-4131-81e2-fa25839b775c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:07:59.550147 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:08:00.680214 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:08:01.986203 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 48584) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:08:02.032031 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [None req-85792d1c-39c3-4eca-a017-4a3dec291dcd admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 14:08:02.033031 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-85792d1c-39c3-4eca-a017-4a3dec291dcd admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0458839 Jan 11 14:08:02.227340 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:08:04.547869 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 48592) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:08:04.608700 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f80005-f00c-46a2-a602-15bb12f55ddb admin admin] GET failed (client error): The resource could not be found. Jan 11 14:08:04.609983 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-75f80005-f00c-46a2-a602-15bb12f55ddb admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0611799 Jan 11 14:08:04.750432 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9350e5e2-293d-4188-bfd5-731b5d358c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:08:04.751905 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-9350e5e2-293d-4188-bfd5-731b5d358c39 admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1378746 Jan 11 14:08:07.234438 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 48602) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:08:07.278725 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-04839a8a-cac6-43e4-b1a2-1f48466503d4 admin admin] Request body: {'network': {'tenant_id': 'dedab69f4af048e1af8f59cd188f4844', 'project_id': 'dedab69f4af048e1af8f59cd188f4844', 'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:08:07.301386 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04839a8a-cac6-43e4-b1a2-1f48466503d4 admin admin] Made reservation on behalf of dedab69f4af048e1af8f59cd188f4844 for: {'network': 1} {{(pid=102758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:08:07.303662 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-04839a8a-cac6-43e4-b1a2-1f48466503d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for network (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:08:07.331079 dv-cinder-824131-3-iscsi neutron-server[102758]: WARNING neutron.services.revisions.revision_plugin [None req-04839a8a-cac6-43e4-b1a2-1f48466503d4 admin admin] Could not find related network for resource to bump revision. Jan 11 14:08:07.345137 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04839a8a-cac6-43e4-b1a2-1f48466503d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=102758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 14:08:07.354834 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-04839a8a-cac6-43e4-b1a2-1f48466503d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781'] for segment (d8b98fcf-cdc4-4c4a-8589-26a048567620), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:08:07.355179 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.db.segments_db [None req-04839a8a-cac6-43e4-b1a2-1f48466503d4 admin admin] Added segment d8b98fcf-cdc4-4c4a-8589-26a048567620 of type vlan for network dc4b04ab-23b2-461b-be16-f5c5ffde9346 Jan 11 14:08:07.396182 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-04839a8a-cac6-43e4-b1a2-1f48466503d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792865857603'] for network (dc4b04ab-23b2-461b-be16-f5c5ffde9346), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:08:07.418250 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-04839a8a-cac6-43e4-b1a2-1f48466503d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828'] for network (dc4b04ab-23b2-461b-be16-f5c5ffde9346), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:08:07.419702 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04839a8a-cac6-43e4-b1a2-1f48466503d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:08:07.420278 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-04839a8a-cac6-43e4-b1a2-1f48466503d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for network (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:08:07.468827 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-04839a8a-cac6-43e4-b1a2-1f48466503d4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2333214 Jan 11 14:08:07.481007 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04839a8a-cac6-43e4-b1a2-1f48466503d4 admin admin] Pushing event updated for resources: {'Network': ['ID=dc4b04ab-23b2-461b-be16-f5c5ffde9346,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:08:07.489024 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04839a8a-cac6-43e4-b1a2-1f48466503d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:08:07.489411 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04839a8a-cac6-43e4-b1a2-1f48466503d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:08:07.489768 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04839a8a-cac6-43e4-b1a2-1f48466503d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:08:07.490112 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04839a8a-cac6-43e4-b1a2-1f48466503d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:08:07.490450 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04839a8a-cac6-43e4-b1a2-1f48466503d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:08:07.490785 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04839a8a-cac6-43e4-b1a2-1f48466503d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:08:07.491120 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04839a8a-cac6-43e4-b1a2-1f48466503d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:08:07.491455 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04839a8a-cac6-43e4-b1a2-1f48466503d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:08:07.491833 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04839a8a-cac6-43e4-b1a2-1f48466503d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:08:07.492368 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04839a8a-cac6-43e4-b1a2-1f48466503d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:08:07.492939 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04839a8a-cac6-43e4-b1a2-1f48466503d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:08:07.493363 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04839a8a-cac6-43e4-b1a2-1f48466503d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:08:07.493697 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04839a8a-cac6-43e4-b1a2-1f48466503d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:08:07.505536 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Network dc4b04ab-23b2-461b-be16-f5c5ffde9346 details requested by agent ovs-agent-dv-cinder-824131-3-iscsi with host dv-cinder-824131-3-iscsi {{(pid=102760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 14:08:09.972347 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 48612) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:08:10.029551 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.pecan_wsgi.hooks.translation [None req-b36b298c-e026-47a3-a147-083d64f5ed45 admin admin] GET failed (client error): The resource could not be found. Jan 11 14:08:10.030846 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-b36b298c-e026-47a3-a147-083d64f5ed45 admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0575361 Jan 11 14:08:10.100684 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe6c31c-5f6a-40ef-adea-140679d5a384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:08:10.102091 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-5fe6c31c-5f6a-40ef-adea-140679d5a384 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0673292 Jan 11 14:08:10.112168 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-ba638c77-b936-471b-b776-de35908fa38c admin admin] Request body: {'subnet': {'network_id': 'dc4b04ab-23b2-461b-be16-f5c5ffde9346', 'tenant_id': 'dedab69f4af048e1af8f59cd188f4844', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:08:10.136185 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba638c77-b936-471b-b776-de35908fa38c admin admin] Made reservation on behalf of dedab69f4af048e1af8f59cd188f4844 for: {'subnet': 1} {{(pid=102758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:08:10.139271 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-ba638c77-b936-471b-b776-de35908fa38c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:08:10.392419 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-ba638c77-b936-471b-b776-de35908fa38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828'] for subnet (77232dbe-636f-4060-8194-7f6abae7b04a), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:08:10.449479 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba638c77-b936-471b-b776-de35908fa38c admin admin] Pushing event updated for resources: {'Subnet': ['ID=77232dbe-636f-4060-8194-7f6abae7b04a,revision_number=0']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:08:10.455025 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba638c77-b936-471b-b776-de35908fa38c admin admin] Checking segment: {'id': 'd8b98fcf-cdc4-4c4a-8589-26a048567620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dc4b04ab-23b2-461b-be16-f5c5ffde9346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:08:10.455707 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba638c77-b936-471b-b776-de35908fa38c admin admin] Network hostable DHCP agents. Network: dc4b04ab-23b2-461b-be16-f5c5ffde9346, hostable agents: ['0926af04-f8d6-426e-a613-5ede47dbe2c0'], hosted agents: [] {{(pid=102758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 14:08:10.477351 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba638c77-b936-471b-b776-de35908fa38c admin admin] Network dc4b04ab-23b2-461b-be16-f5c5ffde9346 is scheduled to be hosted by DHCP agent 0926af04-f8d6-426e-a613-5ede47dbe2c0 with binding_index 1 {{(pid=102758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 14:08:10.488297 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.base_scheduler [None req-ba638c77-b936-471b-b776-de35908fa38c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824131-3-iscsi, dc4b04ab-23b2-461b-be16-f5c5ffde9346) {{(pid=102758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:08:10.492652 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba638c77-b936-471b-b776-de35908fa38c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:08:10.493262 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-ba638c77-b936-471b-b776-de35908fa38c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for subnet (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:08:10.498875 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b4ee9f-3933-41d7-b618-524c6134cc21 None None] Network dc4b04ab-23b2-461b-be16-f5c5ffde9346 requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:08:10.509297 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-ba638c77-b936-471b-b776-de35908fa38c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4003618 Jan 11 14:08:10.602494 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4673a505-7b70-4e39-a925-938d63bc5450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbe26d46-1e47-5402-9039-f69d88523b3b-dc4b04ab-23b2-461b-be16-f5c5ffde9346', 'network_id': 'dc4b04ab-23b2-461b-be16-f5c5ffde9346', 'project_id': 'dedab69f4af048e1af8f59cd188f4844', 'fixed_ips': [{'subnet_id': '77232dbe-636f-4060-8194-7f6abae7b04a'}]}} from dv-cinder-824131-3-iscsi. {{(pid=102760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 14:08:10.603413 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4673a505-7b70-4e39-a925-938d63bc5450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:08:10.747052 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-4673a505-7b70-4e39-a925-938d63bc5450 None None] Allocated IP 192.168.233.2 (dc4b04ab-23b2-461b-be16-f5c5ffde9346/77232dbe-636f-4060-8194-7f6abae7b04a/c5c52dfe-e2d8-417f-aa88-52dffc0b267b) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:08:10.893163 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4673a505-7b70-4e39-a925-938d63bc5450 None None] Publish callbacks [] for port (c5c52dfe-e2d8-417f-aa88-52dffc0b267b), precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:08:10.898260 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4673a505-7b70-4e39-a925-938d63bc5450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996'] for port (c5c52dfe-e2d8-417f-aa88-52dffc0b267b), after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:08:10.938081 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4673a505-7b70-4e39-a925-938d63bc5450 None None] Network dc4b04ab-23b2-461b-be16-f5c5ffde9346 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:08:10.940917 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-4673a505-7b70-4e39-a925-938d63bc5450 None None] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:08:10.944266 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4673a505-7b70-4e39-a925-938d63bc5450 None None] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:08:10.957279 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673a505-7b70-4e39-a925-938d63bc5450 None None] Pushing event updated for resources: {'Port': ['ID=c5c52dfe-e2d8-417f-aa88-52dffc0b267b,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:08:10.976155 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4673a505-7b70-4e39-a925-938d63bc5450 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:08:10.976530 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4673a505-7b70-4e39-a925-938d63bc5450 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:08:10.976901 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4673a505-7b70-4e39-a925-938d63bc5450 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:08:10.977243 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4673a505-7b70-4e39-a925-938d63bc5450 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:08:10.977579 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4673a505-7b70-4e39-a925-938d63bc5450 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:08:10.977909 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4673a505-7b70-4e39-a925-938d63bc5450 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:08:10.978234 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4673a505-7b70-4e39-a925-938d63bc5450 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:08:10.978559 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4673a505-7b70-4e39-a925-938d63bc5450 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:08:10.978885 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4673a505-7b70-4e39-a925-938d63bc5450 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:08:10.979226 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4673a505-7b70-4e39-a925-938d63bc5450 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:08:10.979581 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4673a505-7b70-4e39-a925-938d63bc5450 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:08:10.979903 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4673a505-7b70-4e39-a925-938d63bc5450 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:08:10.980224 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4673a505-7b70-4e39-a925-938d63bc5450 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:08:11.013970 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-4673a505-7b70-4e39-a925-938d63bc5450 None None] Attempting to bind port c5c52dfe-e2d8-417f-aa88-52dffc0b267b on host dv-cinder-824131-3-iscsi for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:08:11.014339 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-4673a505-7b70-4e39-a925-938d63bc5450 None None] Attempting to bind port c5c52dfe-e2d8-417f-aa88-52dffc0b267b by drivers openvswitch,hyperv on host dv-cinder-824131-3-iscsi at level 0 using segments [{'id': 'd8b98fcf-cdc4-4c4a-8589-26a048567620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dc4b04ab-23b2-461b-be16-f5c5ffde9346'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:08:11.014698 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4673a505-7b70-4e39-a925-938d63bc5450 None None] Attempting to bind port c5c52dfe-e2d8-417f-aa88-52dffc0b267b on network dc4b04ab-23b2-461b-be16-f5c5ffde9346 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:08:11.019692 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4673a505-7b70-4e39-a925-938d63bc5450 None None] Checking agent: {'id': '9d224d65-2af6-406d-8eb7-edecce64fdf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824131-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 5, 2), 'started_at': datetime.datetime(2022, 1, 11, 14, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824131-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:08:11.020074 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4673a505-7b70-4e39-a925-938d63bc5450 None None] Checking segment: {'id': 'd8b98fcf-cdc4-4c4a-8589-26a048567620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dc4b04ab-23b2-461b-be16-f5c5ffde9346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:08:11.020475 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4673a505-7b70-4e39-a925-938d63bc5450 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:08:11.020871 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4673a505-7b70-4e39-a925-938d63bc5450 None None] Bound using segment: {'id': 'd8b98fcf-cdc4-4c4a-8589-26a048567620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dc4b04ab-23b2-461b-be16-f5c5ffde9346'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:08:11.021339 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-4673a505-7b70-4e39-a925-938d63bc5450 None None] Bound port: c5c52dfe-e2d8-417f-aa88-52dffc0b267b, host: dv-cinder-824131-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b98fcf-cdc4-4c4a-8589-26a048567620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dc4b04ab-23b2-461b-be16-f5c5ffde9346'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:08:11.021718 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4673a505-7b70-4e39-a925-938d63bc5450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (c5c52dfe-e2d8-417f-aa88-52dffc0b267b), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:08:11.083709 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-4673a505-7b70-4e39-a925-938d63bc5450 None None] For port c5c52dfe-e2d8-417f-aa88-52dffc0b267b, host dv-cinder-824131-3-iscsi, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:08:11.086795 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-4673a505-7b70-4e39-a925-938d63bc5450 None None] For port c5c52dfe-e2d8-417f-aa88-52dffc0b267b, host dv-cinder-824131-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=c5c52dfe-e2d8-417f-aa88-52dffc0b267b,segment=NetworkSegment(d8b98fcf-cdc4-4c4a-8589-26a048567620),segment_id=d8b98fcf-cdc4-4c4a-8589-26a048567620)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:08:11.091946 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4673a505-7b70-4e39-a925-938d63bc5450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (c5c52dfe-e2d8-417f-aa88-52dffc0b267b), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:08:11.152494 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673a505-7b70-4e39-a925-938d63bc5450 None None] Pushing event updated for resources: {'Port': ['ID=c5c52dfe-e2d8-417f-aa88-52dffc0b267b,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:08:12.129740 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3a069a-3f1d-460e-877f-533cf2f9ffb2 None None] Network dc4b04ab-23b2-461b-be16-f5c5ffde9346 requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:08:12.244756 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-85723f9a-1364-48f9-8e0d-3f30ce98dec1 None None] Provisioning complete for port c5c52dfe-e2d8-417f-aa88-52dffc0b267b triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:08:12.245151 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-85723f9a-1364-48f9-8e0d-3f30ce98dec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (c5c52dfe-e2d8-417f-aa88-52dffc0b267b), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:08:12.335721 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-85723f9a-1364-48f9-8e0d-3f30ce98dec1 None None] Current status of the port c5c52dfe-e2d8-417f-aa88-52dffc0b267b is: DOWN; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:08:12.335926 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-85723f9a-1364-48f9-8e0d-3f30ce98dec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (c5c52dfe-e2d8-417f-aa88-52dffc0b267b), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:08:12.375769 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-85723f9a-1364-48f9-8e0d-3f30ce98dec1 None None] For port c5c52dfe-e2d8-417f-aa88-52dffc0b267b, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=c5c52dfe-e2d8-417f-aa88-52dffc0b267b,segment=NetworkSegment(d8b98fcf-cdc4-4c4a-8589-26a048567620),segment_id=d8b98fcf-cdc4-4c4a-8589-26a048567620)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:08:12.377739 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-85723f9a-1364-48f9-8e0d-3f30ce98dec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (c5c52dfe-e2d8-417f-aa88-52dffc0b267b), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:08:12.429910 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85723f9a-1364-48f9-8e0d-3f30ce98dec1 None None] Pushing event updated for resources: {'Port': ['ID=c5c52dfe-e2d8-417f-aa88-52dffc0b267b,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:08:12.497639 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-3b2f8258-149f-405b-a87b-ac0b1367f8f2 None None] Provisioning complete for port c5c52dfe-e2d8-417f-aa88-52dffc0b267b triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:08:12.498314 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3b2f8258-149f-405b-a87b-ac0b1367f8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (c5c52dfe-e2d8-417f-aa88-52dffc0b267b), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:08:12.578856 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-3b2f8258-149f-405b-a87b-ac0b1367f8f2 None None] Current status of the port c5c52dfe-e2d8-417f-aa88-52dffc0b267b is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:08:12.892848 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device c5c52dfe-e2d8-417f-aa88-52dffc0b267b up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:08:12.939238 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port c5c52dfe-e2d8-417f-aa88-52dffc0b267b triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:08:12.939662 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (c5c52dfe-e2d8-417f-aa88-52dffc0b267b), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:08:13.017565 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port c5c52dfe-e2d8-417f-aa88-52dffc0b267b is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:08:16.135399 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 5 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:08:26.075135 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e41f2a77-4c37-468a-89cc-38a2ccf4ba66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:08:28.276562 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2d7393a4-2171-4d7d-a052-33e3b64c4c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:08:29.548836 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:08:30.687642 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:08:32.230413 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:08:53.134465 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 5 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:08:56.079453 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-494b1f56-484f-4f0c-a8ab-cc247293efc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:08:58.278533 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-24833de1-d75f-4009-a755-ff6d5b4bc0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:08:59.552434 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:09:00.685354 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:09:02.233238 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:09:26.081011 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6e04c7fa-2b80-4431-aa30-ab9c05520f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:09:28.284491 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7c3aa30d-30a6-4158-8095-586d9303d99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:09:29.547301 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 48656) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:09:29.553359 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [None req-9e86c83b-2468-4d63-a3d6-a6e4e9455f3b tempest-verify_tempest_config-1652606032 tempest-verify_tempest_config-1652606032-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 14:09:29.554215 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-9e86c83b-2468-4d63-a3d6-a6e4e9455f3b tempest-verify_tempest_config-1652606032 tempest-verify_tempest_config-1652606032-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059192 Jan 11 14:09:29.557221 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:09:29.841027 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 48674) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:09:29.942136 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-22e0d739-8821-402d-bb6d-eea1ecee62ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:09:30.013409 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-22e0d739-8821-402d-bb6d-eea1ecee62ba admin admin] Publish callbacks [] for security_group (4c91520d-e8d2-493e-bf56-b782742d6984), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:09:30.018791 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-22e0d739-8821-402d-bb6d-eea1ecee62ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (4c91520d-e8d2-493e-bf56-b782742d6984), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:09:30.069727 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-22e0d739-8821-402d-bb6d-eea1ecee62ba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e5e1e1d7b79f436d82edfb97cf2e97f5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2276444 Jan 11 14:09:30.070702 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0d739-8821-402d-bb6d-eea1ecee62ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c91520d-e8d2-493e-bf56-b782742d6984,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:09:30.072886 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 48680) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:09:30.078084 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0d739-8821-402d-bb6d-eea1ecee62ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:09:30.078443 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0d739-8821-402d-bb6d-eea1ecee62ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:09:30.078797 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0d739-8821-402d-bb6d-eea1ecee62ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:09:30.079152 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0d739-8821-402d-bb6d-eea1ecee62ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:09:30.079516 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0d739-8821-402d-bb6d-eea1ecee62ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:09:30.079858 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0d739-8821-402d-bb6d-eea1ecee62ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:09:30.080201 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0d739-8821-402d-bb6d-eea1ecee62ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:09:30.080543 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0d739-8821-402d-bb6d-eea1ecee62ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:09:30.080879 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0d739-8821-402d-bb6d-eea1ecee62ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:09:30.081221 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0d739-8821-402d-bb6d-eea1ecee62ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:09:30.081572 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0d739-8821-402d-bb6d-eea1ecee62ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:09:30.081904 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0d739-8821-402d-bb6d-eea1ecee62ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:09:30.082232 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e0d739-8821-402d-bb6d-eea1ecee62ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:09:30.131512 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-153ad573-7aaa-4e1a-89ef-e515508c11db admin admin] Publish callbacks [] for security_group (4c91520d-e8d2-493e-bf56-b782742d6984), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:09:30.133079 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 5 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:09:30.152197 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-153ad573-7aaa-4e1a-89ef-e515508c11db admin admin] Publish callbacks [] for security_group (4c91520d-e8d2-493e-bf56-b782742d6984), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:09:30.240429 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-153ad573-7aaa-4e1a-89ef-e515508c11db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (4c91520d-e8d2-493e-bf56-b782742d6984), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:09:30.243115 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-153ad573-7aaa-4e1a-89ef-e515508c11db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:09:30.244292 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-153ad573-7aaa-4e1a-89ef-e515508c11db admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4c91520d-e8d2-493e-bf56-b782742d6984 HTTP/1.1" status: 204 len: 168 time: 0.1695309 Jan 11 14:09:30.253098 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ad573-7aaa-4e1a-89ef-e515508c11db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c91520d-e8d2-493e-bf56-b782742d6984,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:09:30.259878 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153ad573-7aaa-4e1a-89ef-e515508c11db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:09:30.260240 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153ad573-7aaa-4e1a-89ef-e515508c11db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:09:30.260588 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153ad573-7aaa-4e1a-89ef-e515508c11db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:09:30.260961 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153ad573-7aaa-4e1a-89ef-e515508c11db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:09:30.261300 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153ad573-7aaa-4e1a-89ef-e515508c11db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:09:30.261633 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153ad573-7aaa-4e1a-89ef-e515508c11db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:09:30.261966 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153ad573-7aaa-4e1a-89ef-e515508c11db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:09:30.262304 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153ad573-7aaa-4e1a-89ef-e515508c11db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:09:30.262664 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153ad573-7aaa-4e1a-89ef-e515508c11db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:09:30.263014 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153ad573-7aaa-4e1a-89ef-e515508c11db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:09:30.263349 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153ad573-7aaa-4e1a-89ef-e515508c11db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:09:30.263757 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153ad573-7aaa-4e1a-89ef-e515508c11db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:09:30.264035 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153ad573-7aaa-4e1a-89ef-e515508c11db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:09:30.690694 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:09:32.235031 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:09:56.082354 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6c9f9a43-5f12-4786-9555-267599553098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:09:58.276548 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a511c90d-916a-420e-8680-705285626168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:09:59.559083 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:10:00.692114 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:10:02.238599 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:10:07.131284 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 5 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:10:26.084770 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-65fef58b-842a-437c-80b3-514d16ade5f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:10:28.277020 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-73272c5f-be60-4603-8597-afc6941a4050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:10:29.563563 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:10:30.694913 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:10:32.243253 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:10:44.129499 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 5 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:10:56.085490 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4aff91bf-8106-4f2f-b095-f8327530646c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:10:58.280181 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-272c2e98-8f68-4d68-b9d8-4f41d127457e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:10:59.566167 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:11:00.701202 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:11:02.244881 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:11:03.679469 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-743601'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:11:19.460811 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 48752) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:11:19.565743 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-9810e2dc-44a1-4081-b7b8-26b2b6ff7219 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1035669 Jan 11 14:11:21.129148 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:11:21.988649 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 48762) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:11:22.048276 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-460e589e-a136-4785-bf1a-52e3ec93c3cc admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0585573 Jan 11 14:11:26.087175 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8b260b93-50bd-405b-83d2-e3f0e6d6667a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:11:28.281706 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-97f37fdc-f003-4f1d-9142-43780e6e9227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:11:29.570686 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:11:30.703593 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:11:32.246296 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:11:33.632770 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:11:56.088765 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2fe10380-a1b0-40aa-899f-719ba1230f51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:11:58.128001 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:11:58.282683 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-57cd5347-697b-48f5-af8b-ea2d26a474dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:11:59.573674 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:00.705324 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:02.248222 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:03.651130 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:26.091576 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9afdee37-4c12-43a1-84b9-987db4efed03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:28.283817 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-641b02c5-2d44-46cb-88a4-9b4fd80e0426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:29.578331 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:30.710367 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:32.251093 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:33.646732 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:35.127440 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:12:53.917062 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 48932) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:12:54.204108 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-a844ddb0-5887-43a9-85d1-3d1ad77bb103 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1626767127-network', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:12:54.229287 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a844ddb0-5887-43a9-85d1-3d1ad77bb103 admin admin] Made reservation on behalf of 3a11f6957ee74ff0a62315613ff54913 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:12:54.232778 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a844ddb0-5887-43a9-85d1-3d1ad77bb103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for network (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:54.242269 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a844ddb0-5887-43a9-85d1-3d1ad77bb103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:54.318866 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a844ddb0-5887-43a9-85d1-3d1ad77bb103 admin admin] Publish callbacks [] for security_group (4a6428e5-49a9-488e-87af-7fa842fa594c), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:54.320317 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 48964) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:12:54.324427 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a844ddb0-5887-43a9-85d1-3d1ad77bb103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (4a6428e5-49a9-488e-87af-7fa842fa594c), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:54.354941 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a844ddb0-5887-43a9-85d1-3d1ad77bb103 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 14:12:54.367178 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a844ddb0-5887-43a9-85d1-3d1ad77bb103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6428e5-49a9-488e-87af-7fa842fa594c,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:12:54.374864 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a844ddb0-5887-43a9-85d1-3d1ad77bb103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781'] for segment (4ab9da9a-fa88-4fd7-8386-6870c4602395), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:54.375217 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.db.segments_db [None req-a844ddb0-5887-43a9-85d1-3d1ad77bb103 admin admin] Added segment 4ab9da9a-fa88-4fd7-8386-6870c4602395 of type vlan for network 0b91e79a-b551-4734-8a4b-8bd89379e2e4 Jan 11 14:12:54.377342 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844ddb0-5887-43a9-85d1-3d1ad77bb103 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:54.377699 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844ddb0-5887-43a9-85d1-3d1ad77bb103 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:54.378045 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844ddb0-5887-43a9-85d1-3d1ad77bb103 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:54.378385 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844ddb0-5887-43a9-85d1-3d1ad77bb103 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:54.378720 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844ddb0-5887-43a9-85d1-3d1ad77bb103 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:54.379055 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844ddb0-5887-43a9-85d1-3d1ad77bb103 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:54.379406 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844ddb0-5887-43a9-85d1-3d1ad77bb103 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:54.379767 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844ddb0-5887-43a9-85d1-3d1ad77bb103 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:54.380111 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844ddb0-5887-43a9-85d1-3d1ad77bb103 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:54.380442 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844ddb0-5887-43a9-85d1-3d1ad77bb103 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:54.381011 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844ddb0-5887-43a9-85d1-3d1ad77bb103 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:54.381132 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844ddb0-5887-43a9-85d1-3d1ad77bb103 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:54.381394 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844ddb0-5887-43a9-85d1-3d1ad77bb103 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:54.382777 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844ddb0-5887-43a9-85d1-3d1ad77bb103 admin admin] Tracked resource versions report: Jan 11 14:12:54.382777 dv-cinder-824131-3-iscsi neutron-server[102759]: pushed versions: Jan 11 14:12:54.382777 dv-cinder-824131-3-iscsi neutron-server[102759]: { 'AddressGroup': {'1.2'}, Jan 11 14:12:54.382777 dv-cinder-824131-3-iscsi neutron-server[102759]: 'ConntrackHelper': {'1.0'}, Jan 11 14:12:54.382777 dv-cinder-824131-3-iscsi neutron-server[102759]: 'LocalIPAssociation': {'1.0'}, Jan 11 14:12:54.382777 dv-cinder-824131-3-iscsi neutron-server[102759]: 'Log': {'1.0'}, Jan 11 14:12:54.382777 dv-cinder-824131-3-iscsi neutron-server[102759]: 'Network': {'1.1'}, Jan 11 14:12:54.382777 dv-cinder-824131-3-iscsi neutron-server[102759]: 'Port': {'1.7'}, Jan 11 14:12:54.382777 dv-cinder-824131-3-iscsi neutron-server[102759]: 'PortForwarding': {'1.2'}, Jan 11 14:12:54.382777 dv-cinder-824131-3-iscsi neutron-server[102759]: 'QosPolicy': {'1.10'}, Jan 11 14:12:54.382777 dv-cinder-824131-3-iscsi neutron-server[102759]: 'SecurityGroup': {'1.5'}, Jan 11 14:12:54.382777 dv-cinder-824131-3-iscsi neutron-server[102759]: 'SecurityGroupRule': {'1.2'}, Jan 11 14:12:54.382777 dv-cinder-824131-3-iscsi neutron-server[102759]: 'SubPort': {'1.0'}, Jan 11 14:12:54.382777 dv-cinder-824131-3-iscsi neutron-server[102759]: 'Subnet': {'1.1'}, Jan 11 14:12:54.382777 dv-cinder-824131-3-iscsi neutron-server[102759]: 'Trunk': {'1.1'}} Jan 11 14:12:54.382777 dv-cinder-824131-3-iscsi neutron-server[102759]: consumer versions: Jan 11 14:12:54.382777 dv-cinder-824131-3-iscsi neutron-server[102759]: { DHCP agent@dv-cinder-824131-3-iscsi: {}, Jan 11 14:12:54.382777 dv-cinder-824131-3-iscsi neutron-server[102759]: HyperV agent@hv-cinder-82413: {}, Jan 11 14:12:54.382777 dv-cinder-824131-3-iscsi neutron-server[102759]: L3 agent@dv-cinder-824131-3-iscsi: {}, Jan 11 14:12:54.382777 dv-cinder-824131-3-iscsi neutron-server[102759]: Metadata agent@dv-cinder-824131-3-iscsi: {}, Jan 11 14:12:54.382777 dv-cinder-824131-3-iscsi neutron-server[102759]: Metering agent@dv-cinder-824131-3-iscsi: {}, Jan 11 14:12:54.382777 dv-cinder-824131-3-iscsi neutron-server[102759]: Open vSwitch agent@dv-cinder-824131-3-iscsi: { 'AddressGroup': '1.2', Jan 11 14:12:54.382777 dv-cinder-824131-3-iscsi neutron-server[102759]: 'ConntrackHelper': '1.0', Jan 11 14:12:54.382777 dv-cinder-824131-3-iscsi neutron-server[102759]: 'LocalIPAssociation': '1.0', Jan 11 14:12:54.382777 dv-cinder-824131-3-iscsi neutron-server[102759]: 'Log': '1.0', Jan 11 14:12:54.382777 dv-cinder-824131-3-iscsi neutron-server[102759]: 'Network': '1.1', Jan 11 14:12:54.382777 dv-cinder-824131-3-iscsi neutron-server[102759]: 'Port': '1.7', Jan 11 14:12:54.382777 dv-cinder-824131-3-iscsi neutron-server[102759]: 'PortForwarding': '1.2', Jan 11 14:12:54.382777 dv-cinder-824131-3-iscsi neutron-server[102759]: 'QosPolicy': '1.10', Jan 11 14:12:54.382777 dv-cinder-824131-3-iscsi neutron-server[102759]: 'SecurityGroup': '1.5', Jan 11 14:12:54.382777 dv-cinder-824131-3-iscsi neutron-server[102759]: 'SecurityGroupRule': '1.2', Jan 11 14:12:54.382777 dv-cinder-824131-3-iscsi neutron-server[102759]: 'SubPort': '1.0', Jan 11 14:12:54.382777 dv-cinder-824131-3-iscsi neutron-server[102759]: 'Subnet': '1.1', Jan 11 14:12:54.382777 dv-cinder-824131-3-iscsi neutron-server[102759]: 'Trunk': '1.1'}} Jan 11 14:12:54.382777 dv-cinder-824131-3-iscsi neutron-server[102759]: {{(pid=102759) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 14:12:54.425415 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a844ddb0-5887-43a9-85d1-3d1ad77bb103 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792865857603'] for network (0b91e79a-b551-4734-8a4b-8bd89379e2e4), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:54.454166 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a844ddb0-5887-43a9-85d1-3d1ad77bb103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828'] for network (0b91e79a-b551-4734-8a4b-8bd89379e2e4), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:54.455199 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a844ddb0-5887-43a9-85d1-3d1ad77bb103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:12:54.455799 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a844ddb0-5887-43a9-85d1-3d1ad77bb103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for network (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:54.518623 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-a844ddb0-5887-43a9-85d1-3d1ad77bb103 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6005249 Jan 11 14:12:54.519787 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a844ddb0-5887-43a9-85d1-3d1ad77bb103 admin admin] Pushing event updated for resources: {'Network': ['ID=0b91e79a-b551-4734-8a4b-8bd89379e2e4,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:12:54.521917 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 48978) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:12:54.533136 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-fc5d9173-6afb-4d18-9daa-3b5e193af4de admin admin] Request body: {'subnet': {'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1626767127-subnet', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:12:54.538947 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Network 0b91e79a-b551-4734-8a4b-8bd89379e2e4 details requested by agent ovs-agent-dv-cinder-824131-3-iscsi with host dv-cinder-824131-3-iscsi {{(pid=102760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 14:12:54.560004 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5d9173-6afb-4d18-9daa-3b5e193af4de admin admin] Made reservation on behalf of 3a11f6957ee74ff0a62315613ff54913 for: {'subnet': 1} {{(pid=102758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:12:54.563485 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-fc5d9173-6afb-4d18-9daa-3b5e193af4de admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:54.703339 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 48984) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:12:54.760811 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-a36966e2-5787-4a17-b2d3-0eb790bd7fb1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-447408442-network', 'tenant_id': 'ac8a41f764014f4d95c74c7348ca537e'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:12:54.765393 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-fc5d9173-6afb-4d18-9daa-3b5e193af4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828'] for subnet (7e0256b9-88cf-4f3b-af76-871b368403f9), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:54.830820 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5d9173-6afb-4d18-9daa-3b5e193af4de admin admin] Checking segment: {'id': '4ab9da9a-fa88-4fd7-8386-6870c4602395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:12:54.831257 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5d9173-6afb-4d18-9daa-3b5e193af4de admin admin] Network hostable DHCP agents. Network: 0b91e79a-b551-4734-8a4b-8bd89379e2e4, hostable agents: ['0926af04-f8d6-426e-a613-5ede47dbe2c0'], hosted agents: [] {{(pid=102758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 14:12:54.838656 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36966e2-5787-4a17-b2d3-0eb790bd7fb1 admin admin] Made reservation on behalf of ac8a41f764014f4d95c74c7348ca537e for: {'network': 1} {{(pid=102758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:12:54.840954 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a36966e2-5787-4a17-b2d3-0eb790bd7fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for network (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:54.861707 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a36966e2-5787-4a17-b2d3-0eb790bd7fb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:54.889733 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5d9173-6afb-4d18-9daa-3b5e193af4de admin admin] Network 0b91e79a-b551-4734-8a4b-8bd89379e2e4 is scheduled to be hosted by DHCP agent 0926af04-f8d6-426e-a613-5ede47dbe2c0 with binding_index 1 {{(pid=102758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 14:12:54.896359 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d9173-6afb-4d18-9daa-3b5e193af4de admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e0256b9-88cf-4f3b-af76-871b368403f9,revision_number=0']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:12:54.906085 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.base_scheduler [None req-fc5d9173-6afb-4d18-9daa-3b5e193af4de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824131-3-iscsi, 0b91e79a-b551-4734-8a4b-8bd89379e2e4) {{(pid=102758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:12:54.916024 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076548a8-3743-41b5-9a7a-4c87b8259958 None None] Network 0b91e79a-b551-4734-8a4b-8bd89379e2e4 requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:12:54.929524 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d9173-6afb-4d18-9daa-3b5e193af4de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:54.930164 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d9173-6afb-4d18-9daa-3b5e193af4de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:54.930665 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d9173-6afb-4d18-9daa-3b5e193af4de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:54.931169 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d9173-6afb-4d18-9daa-3b5e193af4de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:54.931705 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d9173-6afb-4d18-9daa-3b5e193af4de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:54.932204 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d9173-6afb-4d18-9daa-3b5e193af4de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:54.932690 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d9173-6afb-4d18-9daa-3b5e193af4de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:54.933181 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d9173-6afb-4d18-9daa-3b5e193af4de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:54.933694 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d9173-6afb-4d18-9daa-3b5e193af4de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:54.934226 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d9173-6afb-4d18-9daa-3b5e193af4de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:54.934720 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d9173-6afb-4d18-9daa-3b5e193af4de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:54.935206 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d9173-6afb-4d18-9daa-3b5e193af4de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:54.935705 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d9173-6afb-4d18-9daa-3b5e193af4de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:54.937562 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5d9173-6afb-4d18-9daa-3b5e193af4de admin admin] Tracked resource versions report: Jan 11 14:12:54.937562 dv-cinder-824131-3-iscsi neutron-server[102758]: pushed versions: Jan 11 14:12:54.937562 dv-cinder-824131-3-iscsi neutron-server[102758]: { 'AddressGroup': {'1.2'}, Jan 11 14:12:54.937562 dv-cinder-824131-3-iscsi neutron-server[102758]: 'ConntrackHelper': {'1.0'}, Jan 11 14:12:54.937562 dv-cinder-824131-3-iscsi neutron-server[102758]: 'LocalIPAssociation': {'1.0'}, Jan 11 14:12:54.937562 dv-cinder-824131-3-iscsi neutron-server[102758]: 'Log': {'1.0'}, Jan 11 14:12:54.937562 dv-cinder-824131-3-iscsi neutron-server[102758]: 'Network': {'1.1'}, Jan 11 14:12:54.937562 dv-cinder-824131-3-iscsi neutron-server[102758]: 'Port': {'1.7'}, Jan 11 14:12:54.937562 dv-cinder-824131-3-iscsi neutron-server[102758]: 'PortForwarding': {'1.2'}, Jan 11 14:12:54.937562 dv-cinder-824131-3-iscsi neutron-server[102758]: 'QosPolicy': {'1.10'}, Jan 11 14:12:54.937562 dv-cinder-824131-3-iscsi neutron-server[102758]: 'SecurityGroup': {'1.5'}, Jan 11 14:12:54.937562 dv-cinder-824131-3-iscsi neutron-server[102758]: 'SecurityGroupRule': {'1.2'}, Jan 11 14:12:54.937562 dv-cinder-824131-3-iscsi neutron-server[102758]: 'SubPort': {'1.0'}, Jan 11 14:12:54.937562 dv-cinder-824131-3-iscsi neutron-server[102758]: 'Subnet': {'1.1'}, Jan 11 14:12:54.937562 dv-cinder-824131-3-iscsi neutron-server[102758]: 'Trunk': {'1.1'}} Jan 11 14:12:54.937562 dv-cinder-824131-3-iscsi neutron-server[102758]: consumer versions: Jan 11 14:12:54.937562 dv-cinder-824131-3-iscsi neutron-server[102758]: { DHCP agent@dv-cinder-824131-3-iscsi: {}, Jan 11 14:12:54.937562 dv-cinder-824131-3-iscsi neutron-server[102758]: HyperV agent@hv-cinder-82413: {}, Jan 11 14:12:54.937562 dv-cinder-824131-3-iscsi neutron-server[102758]: L3 agent@dv-cinder-824131-3-iscsi: {}, Jan 11 14:12:54.937562 dv-cinder-824131-3-iscsi neutron-server[102758]: Metadata agent@dv-cinder-824131-3-iscsi: {}, Jan 11 14:12:54.937562 dv-cinder-824131-3-iscsi neutron-server[102758]: Metering agent@dv-cinder-824131-3-iscsi: {}, Jan 11 14:12:54.937562 dv-cinder-824131-3-iscsi neutron-server[102758]: Open vSwitch agent@dv-cinder-824131-3-iscsi: { 'AddressGroup': '1.2', Jan 11 14:12:54.937562 dv-cinder-824131-3-iscsi neutron-server[102758]: 'ConntrackHelper': '1.0', Jan 11 14:12:54.937562 dv-cinder-824131-3-iscsi neutron-server[102758]: 'LocalIPAssociation': '1.0', Jan 11 14:12:54.937562 dv-cinder-824131-3-iscsi neutron-server[102758]: 'Log': '1.0', Jan 11 14:12:54.937562 dv-cinder-824131-3-iscsi neutron-server[102758]: 'Network': '1.1', Jan 11 14:12:54.937562 dv-cinder-824131-3-iscsi neutron-server[102758]: 'Port': '1.7', Jan 11 14:12:54.937562 dv-cinder-824131-3-iscsi neutron-server[102758]: 'PortForwarding': '1.2', Jan 11 14:12:54.937562 dv-cinder-824131-3-iscsi neutron-server[102758]: 'QosPolicy': '1.10', Jan 11 14:12:54.937562 dv-cinder-824131-3-iscsi neutron-server[102758]: 'SecurityGroup': '1.5', Jan 11 14:12:54.937562 dv-cinder-824131-3-iscsi neutron-server[102758]: 'SecurityGroupRule': '1.2', Jan 11 14:12:54.937562 dv-cinder-824131-3-iscsi neutron-server[102758]: 'SubPort': '1.0', Jan 11 14:12:54.937562 dv-cinder-824131-3-iscsi neutron-server[102758]: 'Subnet': '1.1', Jan 11 14:12:54.937562 dv-cinder-824131-3-iscsi neutron-server[102758]: 'Trunk': '1.1'}} Jan 11 14:12:54.937562 dv-cinder-824131-3-iscsi neutron-server[102758]: {{(pid=102758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 14:12:54.944478 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5d9173-6afb-4d18-9daa-3b5e193af4de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:12:54.945275 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-fc5d9173-6afb-4d18-9daa-3b5e193af4de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for subnet (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:54.966330 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-fc5d9173-6afb-4d18-9daa-3b5e193af4de admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4432817 Jan 11 14:12:54.970458 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 49002) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:12:54.976787 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-7fd9502d-8381-471b-8db4-5d77b5ad0172 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1626767127-router', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:12:54.980734 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 49004) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:12:55.012640 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fd9502d-8381-471b-8db4-5d77b5ad0172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29997'] for router (c7e0f9f8-8f73-44da-b050-d5cb4210a5cd), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:55.013926 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fd9502d-8381-471b-8db4-5d77b5ad0172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-904831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29990'] for router (c7e0f9f8-8f73-44da-b050-d5cb4210a5cd), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:55.069611 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3310dac-fffd-433d-b936-182613642e2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbe26d46-1e47-5402-9039-f69d88523b3b-0b91e79a-b551-4734-8a4b-8bd89379e2e4', 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4', 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'fixed_ips': [{'subnet_id': '7e0256b9-88cf-4f3b-af76-871b368403f9'}]}} from dv-cinder-824131-3-iscsi. {{(pid=102760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 14:12:55.070628 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a3310dac-fffd-433d-b936-182613642e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:55.078607 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a36966e2-5787-4a17-b2d3-0eb790bd7fb1 admin admin] Publish callbacks [] for security_group (2e21f11b-a142-456b-8bcb-8774a21dfae2), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:55.083587 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a36966e2-5787-4a17-b2d3-0eb790bd7fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (2e21f11b-a142-456b-8bcb-8774a21dfae2), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:55.118426 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36966e2-5787-4a17-b2d3-0eb790bd7fb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=102758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 14:12:55.132265 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36966e2-5787-4a17-b2d3-0eb790bd7fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e21f11b-a142-456b-8bcb-8774a21dfae2,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:12:55.159872 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a36966e2-5787-4a17-b2d3-0eb790bd7fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781'] for segment (ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:55.160232 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.db.segments_db [None req-a36966e2-5787-4a17-b2d3-0eb790bd7fb1 admin admin] Added segment ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0 of type vlan for network e39c23a3-bd49-4a6e-99a6-de49e0477fd9 Jan 11 14:12:55.223329 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a36966e2-5787-4a17-b2d3-0eb790bd7fb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792865857603'] for network (e39c23a3-bd49-4a6e-99a6-de49e0477fd9), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:55.237965 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-a3310dac-fffd-433d-b936-182613642e2b None None] Allocated IP 172.20.0.2 (0b91e79a-b551-4734-8a4b-8bd89379e2e4/7e0256b9-88cf-4f3b-af76-871b368403f9/039eefe0-5952-4c6d-be57-1f414c8104d2) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:12:55.238998 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-4a2f2b72-5514-4962-89ae-4f4d517f3eda admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-759545029-network', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:12:55.264098 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fd9502d-8381-471b-8db4-5d77b5ad0172 admin admin] Publish callbacks [] for router_controller (c7e0f9f8-8f73-44da-b050-d5cb4210a5cd), precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:55.266740 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2f2b72-5514-4962-89ae-4f4d517f3eda admin admin] Made reservation on behalf of 0e53c79af2d940ce87ec727feef0f0ee for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:12:55.269807 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4a2f2b72-5514-4962-89ae-4f4d517f3eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for network (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:55.279924 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4a2f2b72-5514-4962-89ae-4f4d517f3eda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:55.296081 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a36966e2-5787-4a17-b2d3-0eb790bd7fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828'] for network (e39c23a3-bd49-4a6e-99a6-de49e0477fd9), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:55.299690 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36966e2-5787-4a17-b2d3-0eb790bd7fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:12:55.301139 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a36966e2-5787-4a17-b2d3-0eb790bd7fb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for network (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:55.396126 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a3310dac-fffd-433d-b936-182613642e2b None None] Publish callbacks [] for port (039eefe0-5952-4c6d-be57-1f414c8104d2), precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:55.405466 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a3310dac-fffd-433d-b936-182613642e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996'] for port (039eefe0-5952-4c6d-be57-1f414c8104d2), after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:55.454961 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3310dac-fffd-433d-b936-182613642e2b None None] Pushing event updated for resources: {'Port': ['ID=039eefe0-5952-4c6d-be57-1f414c8104d2,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:12:55.458308 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fd9502d-8381-471b-8db4-5d77b5ad0172 admin admin] Publish callbacks [] for router_gateway (c7e0f9f8-8f73-44da-b050-d5cb4210a5cd), precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:55.469374 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3310dac-fffd-433d-b936-182613642e2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:55.469749 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3310dac-fffd-433d-b936-182613642e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:55.470366 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3310dac-fffd-433d-b936-182613642e2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:55.471074 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3310dac-fffd-433d-b936-182613642e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:55.471722 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3310dac-fffd-433d-b936-182613642e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:55.472205 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3310dac-fffd-433d-b936-182613642e2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:55.472759 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3310dac-fffd-433d-b936-182613642e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:55.473386 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3310dac-fffd-433d-b936-182613642e2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:55.473944 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3310dac-fffd-433d-b936-182613642e2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:55.474455 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3310dac-fffd-433d-b936-182613642e2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:55.475063 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3310dac-fffd-433d-b936-182613642e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:55.475662 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3310dac-fffd-433d-b936-182613642e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:55.476223 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3310dac-fffd-433d-b936-182613642e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:12:55.477720 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3310dac-fffd-433d-b936-182613642e2b None None] Tracked resource versions report: Jan 11 14:12:55.477720 dv-cinder-824131-3-iscsi neutron-server[102760]: pushed versions: Jan 11 14:12:55.477720 dv-cinder-824131-3-iscsi neutron-server[102760]: { 'AddressGroup': {'1.2'}, Jan 11 14:12:55.477720 dv-cinder-824131-3-iscsi neutron-server[102760]: 'ConntrackHelper': {'1.0'}, Jan 11 14:12:55.477720 dv-cinder-824131-3-iscsi neutron-server[102760]: 'LocalIPAssociation': {'1.0'}, Jan 11 14:12:55.477720 dv-cinder-824131-3-iscsi neutron-server[102760]: 'Log': {'1.0'}, Jan 11 14:12:55.477720 dv-cinder-824131-3-iscsi neutron-server[102760]: 'Network': {'1.1'}, Jan 11 14:12:55.477720 dv-cinder-824131-3-iscsi neutron-server[102760]: 'Port': {'1.7'}, Jan 11 14:12:55.477720 dv-cinder-824131-3-iscsi neutron-server[102760]: 'PortForwarding': {'1.2'}, Jan 11 14:12:55.477720 dv-cinder-824131-3-iscsi neutron-server[102760]: 'QosPolicy': {'1.10'}, Jan 11 14:12:55.477720 dv-cinder-824131-3-iscsi neutron-server[102760]: 'SecurityGroup': {'1.5'}, Jan 11 14:12:55.477720 dv-cinder-824131-3-iscsi neutron-server[102760]: 'SecurityGroupRule': {'1.2'}, Jan 11 14:12:55.477720 dv-cinder-824131-3-iscsi neutron-server[102760]: 'SubPort': {'1.0'}, Jan 11 14:12:55.477720 dv-cinder-824131-3-iscsi neutron-server[102760]: 'Subnet': {'1.1'}, Jan 11 14:12:55.477720 dv-cinder-824131-3-iscsi neutron-server[102760]: 'Trunk': {'1.1'}} Jan 11 14:12:55.477720 dv-cinder-824131-3-iscsi neutron-server[102760]: consumer versions: Jan 11 14:12:55.477720 dv-cinder-824131-3-iscsi neutron-server[102760]: { DHCP agent@dv-cinder-824131-3-iscsi: {}, Jan 11 14:12:55.477720 dv-cinder-824131-3-iscsi neutron-server[102760]: HyperV agent@hv-cinder-82413: {}, Jan 11 14:12:55.477720 dv-cinder-824131-3-iscsi neutron-server[102760]: L3 agent@dv-cinder-824131-3-iscsi: {}, Jan 11 14:12:55.477720 dv-cinder-824131-3-iscsi neutron-server[102760]: Metadata agent@dv-cinder-824131-3-iscsi: {}, Jan 11 14:12:55.477720 dv-cinder-824131-3-iscsi neutron-server[102760]: Metering agent@dv-cinder-824131-3-iscsi: {}, Jan 11 14:12:55.477720 dv-cinder-824131-3-iscsi neutron-server[102760]: Open vSwitch agent@dv-cinder-824131-3-iscsi: { 'AddressGroup': '1.2', Jan 11 14:12:55.477720 dv-cinder-824131-3-iscsi neutron-server[102760]: 'ConntrackHelper': '1.0', Jan 11 14:12:55.477720 dv-cinder-824131-3-iscsi neutron-server[102760]: 'LocalIPAssociation': '1.0', Jan 11 14:12:55.477720 dv-cinder-824131-3-iscsi neutron-server[102760]: 'Log': '1.0', Jan 11 14:12:55.477720 dv-cinder-824131-3-iscsi neutron-server[102760]: 'Network': '1.1', Jan 11 14:12:55.477720 dv-cinder-824131-3-iscsi neutron-server[102760]: 'Port': '1.7', Jan 11 14:12:55.477720 dv-cinder-824131-3-iscsi neutron-server[102760]: 'PortForwarding': '1.2', Jan 11 14:12:55.477720 dv-cinder-824131-3-iscsi neutron-server[102760]: 'QosPolicy': '1.10', Jan 11 14:12:55.477720 dv-cinder-824131-3-iscsi neutron-server[102760]: 'SecurityGroup': '1.5', Jan 11 14:12:55.477720 dv-cinder-824131-3-iscsi neutron-server[102760]: 'SecurityGroupRule': '1.2', Jan 11 14:12:55.477720 dv-cinder-824131-3-iscsi neutron-server[102760]: 'SubPort': '1.0', Jan 11 14:12:55.477720 dv-cinder-824131-3-iscsi neutron-server[102760]: 'Subnet': '1.1', Jan 11 14:12:55.477720 dv-cinder-824131-3-iscsi neutron-server[102760]: 'Trunk': '1.1'}} Jan 11 14:12:55.477720 dv-cinder-824131-3-iscsi neutron-server[102760]: {{(pid=102760) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 14:12:55.484052 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36966e2-5787-4a17-b2d3-0eb790bd7fb1 admin admin] Pushing event updated for resources: {'Network': ['ID=e39c23a3-bd49-4a6e-99a6-de49e0477fd9,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:12:55.495372 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3310dac-fffd-433d-b936-182613642e2b None None] Network 0b91e79a-b551-4734-8a4b-8bd89379e2e4 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:12:55.497841 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-a3310dac-fffd-433d-b936-182613642e2b None None] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:12:55.504075 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3310dac-fffd-433d-b936-182613642e2b None None] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:12:55.508238 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-a36966e2-5787-4a17-b2d3-0eb790bd7fb1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1865733 Jan 11 14:12:55.508876 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 49016) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:12:55.517482 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-bfe869fb-7744-4060-bf66-92cfd9c7c08b admin admin] Request body: {'subnet': {'network_id': 'e39c23a3-bd49-4a6e-99a6-de49e0477fd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-447408442-subnet', 'tenant_id': 'ac8a41f764014f4d95c74c7348ca537e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:12:55.518241 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Network e39c23a3-bd49-4a6e-99a6-de49e0477fd9 details requested by agent ovs-agent-dv-cinder-824131-3-iscsi with host dv-cinder-824131-3-iscsi {{(pid=102760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 14:12:55.580286 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4a2f2b72-5514-4962-89ae-4f4d517f3eda admin admin] Publish callbacks [] for security_group (6c123ad3-a81f-405b-9ee1-046e55116158), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:55.584142 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-70b18372-8e5e-4e2f-be26-0b1c9c1c3767 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-712201740-network', 'tenant_id': '78b47db2a2314b9d80eb556d0bae99aa'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:12:55.601630 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4a2f2b72-5514-4962-89ae-4f4d517f3eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (6c123ad3-a81f-405b-9ee1-046e55116158), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:55.611947 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe869fb-7744-4060-bf66-92cfd9c7c08b admin admin] Made reservation on behalf of ac8a41f764014f4d95c74c7348ca537e for: {'subnet': 1} {{(pid=102758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:12:55.615536 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-bfe869fb-7744-4060-bf66-92cfd9c7c08b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:55.703527 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-a3310dac-fffd-433d-b936-182613642e2b None None] Attempting to bind port 039eefe0-5952-4c6d-be57-1f414c8104d2 on host dv-cinder-824131-3-iscsi for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:12:55.704102 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-a3310dac-fffd-433d-b936-182613642e2b None None] Attempting to bind port 039eefe0-5952-4c6d-be57-1f414c8104d2 by drivers openvswitch,hyperv on host dv-cinder-824131-3-iscsi at level 0 using segments [{'id': '4ab9da9a-fa88-4fd7-8386-6870c4602395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:12:55.704669 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3310dac-fffd-433d-b936-182613642e2b None None] Attempting to bind port 039eefe0-5952-4c6d-be57-1f414c8104d2 on network 0b91e79a-b551-4734-8a4b-8bd89379e2e4 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:12:55.709980 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3310dac-fffd-433d-b936-182613642e2b None None] Checking agent: {'id': '9d224d65-2af6-406d-8eb7-edecce64fdf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824131-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 5, 2), 'started_at': datetime.datetime(2022, 1, 11, 14, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824131-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:12:55.710374 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3310dac-fffd-433d-b936-182613642e2b None None] Checking segment: {'id': '4ab9da9a-fa88-4fd7-8386-6870c4602395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:12:55.710993 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a3310dac-fffd-433d-b936-182613642e2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:55.711582 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3310dac-fffd-433d-b936-182613642e2b None None] Bound using segment: {'id': '4ab9da9a-fa88-4fd7-8386-6870c4602395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:12:55.712226 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-a3310dac-fffd-433d-b936-182613642e2b None None] Bound port: 039eefe0-5952-4c6d-be57-1f414c8104d2, host: dv-cinder-824131-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab9da9a-fa88-4fd7-8386-6870c4602395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:12:55.712888 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a3310dac-fffd-433d-b936-182613642e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (039eefe0-5952-4c6d-be57-1f414c8104d2), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:55.744970 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fd9502d-8381-471b-8db4-5d77b5ad0172 admin admin] Publish callbacks [] for router_gateway (c7e0f9f8-8f73-44da-b050-d5cb4210a5cd), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:55.777598 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fd9502d-8381-471b-8db4-5d77b5ad0172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:55.790344 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-a3310dac-fffd-433d-b936-182613642e2b None None] For port 039eefe0-5952-4c6d-be57-1f414c8104d2, host dv-cinder-824131-3-iscsi, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:12:55.793824 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-a3310dac-fffd-433d-b936-182613642e2b None None] For port 039eefe0-5952-4c6d-be57-1f414c8104d2, host dv-cinder-824131-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=039eefe0-5952-4c6d-be57-1f414c8104d2,segment=NetworkSegment(4ab9da9a-fa88-4fd7-8386-6870c4602395),segment_id=4ab9da9a-fa88-4fd7-8386-6870c4602395)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:12:55.801286 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a3310dac-fffd-433d-b936-182613642e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (039eefe0-5952-4c6d-be57-1f414c8104d2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:55.868400 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3310dac-fffd-433d-b936-182613642e2b None None] Pushing event updated for resources: {'Port': ['ID=039eefe0-5952-4c6d-be57-1f414c8104d2,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:12:55.909399 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-7fd9502d-8381-471b-8db4-5d77b5ad0172 admin admin] Allocated IP 172.27.2.232 (2ce614e2-30de-465a-a7cf-ddab87bfda56/24533608-225a-4678-8e54-d2d8b6714d88/9d42a7a7-c584-484d-b31e-f183ff6577e4) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:12:55.916030 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b18372-8e5e-4e2f-be26-0b1c9c1c3767 admin admin] Made reservation on behalf of 78b47db2a2314b9d80eb556d0bae99aa for: {'network': 1} {{(pid=102758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:12:55.920886 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-70b18372-8e5e-4e2f-be26-0b1c9c1c3767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for network (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:55.944153 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-70b18372-8e5e-4e2f-be26-0b1c9c1c3767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:55.953274 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a2f2b72-5514-4962-89ae-4f4d517f3eda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 14:12:55.980795 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f2b72-5514-4962-89ae-4f4d517f3eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c123ad3-a81f-405b-9ee1-046e55116158,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:12:55.989776 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4a2f2b72-5514-4962-89ae-4f4d517f3eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781'] for segment (b78d3995-300f-48b9-80bd-160535fc8f73), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:55.990224 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.db.segments_db [None req-4a2f2b72-5514-4962-89ae-4f4d517f3eda admin admin] Added segment b78d3995-300f-48b9-80bd-160535fc8f73 of type vlan for network 63c4d627-31e2-452f-a693-3a2f1117c04e Jan 11 14:12:56.107393 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-52a52b14-2e16-4420-8bad-d40ef7b9cced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:56.126466 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-70b18372-8e5e-4e2f-be26-0b1c9c1c3767 admin admin] Publish callbacks [] for security_group (d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:56.133846 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-70b18372-8e5e-4e2f-be26-0b1c9c1c3767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:56.147839 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4a2f2b72-5514-4962-89ae-4f4d517f3eda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792865857603'] for network (63c4d627-31e2-452f-a693-3a2f1117c04e), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:56.170184 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b18372-8e5e-4e2f-be26-0b1c9c1c3767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:12:56.185781 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-bfe869fb-7744-4060-bf66-92cfd9c7c08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828'] for subnet (f92724c6-8602-4a02-a614-e355ebf8a564), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:56.191793 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b18372-8e5e-4e2f-be26-0b1c9c1c3767 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=102758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 14:12:56.214316 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fd9502d-8381-471b-8db4-5d77b5ad0172 admin admin] Publish callbacks [] for port (9d42a7a7-c584-484d-b31e-f183ff6577e4), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:56.222230 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4a2f2b72-5514-4962-89ae-4f4d517f3eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828'] for network (63c4d627-31e2-452f-a693-3a2f1117c04e), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:56.223515 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2f2b72-5514-4962-89ae-4f4d517f3eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:12:56.224407 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4a2f2b72-5514-4962-89ae-4f4d517f3eda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for network (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:56.248755 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe869fb-7744-4060-bf66-92cfd9c7c08b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f92724c6-8602-4a02-a614-e355ebf8a564,revision_number=0']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:12:56.283049 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-70b18372-8e5e-4e2f-be26-0b1c9c1c3767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781'] for segment (260f7c16-1ea1-4405-b630-043e9204e7e9), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:56.283403 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.db.segments_db [None req-70b18372-8e5e-4e2f-be26-0b1c9c1c3767 admin admin] Added segment 260f7c16-1ea1-4405-b630-043e9204e7e9 of type vlan for network af1ef159-4151-46fa-bf26-34e9296d0c02 Jan 11 14:12:56.374885 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-4a2f2b72-5514-4962-89ae-4f4d517f3eda admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6353247 Jan 11 14:12:56.374885 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 49038) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:12:56.374885 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-7dc6c498-ba73-43db-b55e-a44f51bb980e admin admin] Request body: {'subnet': {'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-759545029-subnet', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:12:56.376127 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe869fb-7744-4060-bf66-92cfd9c7c08b admin admin] Checking segment: {'id': 'ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e39c23a3-bd49-4a6e-99a6-de49e0477fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:12:56.376127 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe869fb-7744-4060-bf66-92cfd9c7c08b admin admin] Network hostable DHCP agents. Network: e39c23a3-bd49-4a6e-99a6-de49e0477fd9, hostable agents: ['0926af04-f8d6-426e-a613-5ede47dbe2c0'], hosted agents: [] {{(pid=102758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 14:12:56.387438 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-70b18372-8e5e-4e2f-be26-0b1c9c1c3767 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792865857603'] for network (af1ef159-4151-46fa-bf26-34e9296d0c02), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:56.394250 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f2b72-5514-4962-89ae-4f4d517f3eda admin admin] Pushing event updated for resources: {'Network': ['ID=63c4d627-31e2-452f-a693-3a2f1117c04e,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:12:56.415378 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Network 63c4d627-31e2-452f-a693-3a2f1117c04e details requested by agent ovs-agent-dv-cinder-824131-3-iscsi with host dv-cinder-824131-3-iscsi {{(pid=102760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 14:12:56.422868 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fd9502d-8381-471b-8db4-5d77b5ad0172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996'] for port (9d42a7a7-c584-484d-b31e-f183ff6577e4), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:56.426614 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe869fb-7744-4060-bf66-92cfd9c7c08b admin admin] Network e39c23a3-bd49-4a6e-99a6-de49e0477fd9 is scheduled to be hosted by DHCP agent 0926af04-f8d6-426e-a613-5ede47dbe2c0 with binding_index 1 {{(pid=102758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 14:12:56.451280 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc6c498-ba73-43db-b55e-a44f51bb980e admin admin] Made reservation on behalf of 0e53c79af2d940ce87ec727feef0f0ee for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:12:56.453068 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.base_scheduler [None req-bfe869fb-7744-4060-bf66-92cfd9c7c08b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824131-3-iscsi, e39c23a3-bd49-4a6e-99a6-de49e0477fd9) {{(pid=102758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:12:56.455404 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7dc6c498-ba73-43db-b55e-a44f51bb980e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:56.455905 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-70b18372-8e5e-4e2f-be26-0b1c9c1c3767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828'] for network (af1ef159-4151-46fa-bf26-34e9296d0c02), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:56.457610 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b18372-8e5e-4e2f-be26-0b1c9c1c3767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:12:56.458502 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-70b18372-8e5e-4e2f-be26-0b1c9c1c3767 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for network (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:56.632323 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe869fb-7744-4060-bf66-92cfd9c7c08b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:12:56.633096 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-bfe869fb-7744-4060-bf66-92cfd9c7c08b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for subnet (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:56.653115 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-70b18372-8e5e-4e2f-be26-0b1c9c1c3767 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6711800 Jan 11 14:12:56.659437 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d9ab1c-5cff-46db-b94d-8dc4b5ef6fdd None None] Network e39c23a3-bd49-4a6e-99a6-de49e0477fd9 requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:12:56.660268 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd9502d-8381-471b-8db4-5d77b5ad0172 admin admin] Network 2ce614e2-30de-465a-a7cf-ddab87bfda56 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:12:56.662604 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 49054) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:12:56.692181 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-f1cea84a-f071-444d-9753-18739cf706ac admin admin] Request body: {'subnet': {'network_id': 'af1ef159-4151-46fa-bf26-34e9296d0c02', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-712201740-subnet', 'tenant_id': '78b47db2a2314b9d80eb556d0bae99aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:12:56.745053 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-7fd9502d-8381-471b-8db4-5d77b5ad0172 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:12:56.765096 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-bfe869fb-7744-4060-bf66-92cfd9c7c08b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2540467 Jan 11 14:12:56.766156 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b18372-8e5e-4e2f-be26-0b1c9c1c3767 admin admin] Pushing event updated for resources: {'Network': ['ID=af1ef159-4151-46fa-bf26-34e9296d0c02,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:12:56.769817 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 49060) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:12:56.774402 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-46a74afd-2266-4fba-86c5-ab1bce593bca admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-447408442-router', 'tenant_id': 'ac8a41f764014f4d95c74c7348ca537e', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'}}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:12:56.782023 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Network af1ef159-4151-46fa-bf26-34e9296d0c02 details requested by agent ovs-agent-dv-cinder-824131-3-iscsi with host dv-cinder-824131-3-iscsi {{(pid=102760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 14:12:56.811701 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd9502d-8381-471b-8db4-5d77b5ad0172 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:12:56.831279 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-46a74afd-2266-4fba-86c5-ab1bce593bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29997'] for router (6381389f-f8a7-4141-b35d-670ee0fea90b), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:56.832734 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-46a74afd-2266-4fba-86c5-ab1bce593bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-904831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29990'] for router (6381389f-f8a7-4141-b35d-670ee0fea90b), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:56.879525 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9502d-8381-471b-8db4-5d77b5ad0172 admin admin] Pushing event updated for resources: {'Port': ['ID=9d42a7a7-c584-484d-b31e-f183ff6577e4,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:12:56.953621 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0927a5f-6e68-4e45-ad68-8001f9204738 None None] Network e39c23a3-bd49-4a6e-99a6-de49e0477fd9 requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:12:56.988887 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1cea84a-f071-444d-9753-18739cf706ac admin admin] Made reservation on behalf of 78b47db2a2314b9d80eb556d0bae99aa for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:12:56.996013 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f1cea84a-f071-444d-9753-18739cf706ac admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:57.077513 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-46a74afd-2266-4fba-86c5-ab1bce593bca admin admin] Publish callbacks [] for router_controller (6381389f-f8a7-4141-b35d-670ee0fea90b), precommit_add_association {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:57.203808 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 039eefe0-5952-4c6d-be57-1f414c8104d2 up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:12:57.307248 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-46a74afd-2266-4fba-86c5-ab1bce593bca admin admin] Publish callbacks [] for router_gateway (6381389f-f8a7-4141-b35d-670ee0fea90b), precommit_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:57.325409 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port 039eefe0-5952-4c6d-be57-1f414c8104d2 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:12:57.326171 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (039eefe0-5952-4c6d-be57-1f414c8104d2), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:57.515070 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port 039eefe0-5952-4c6d-be57-1f414c8104d2 is: DOWN; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:12:57.515527 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (039eefe0-5952-4c6d-be57-1f414c8104d2), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:57.545159 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fb88af-f973-4566-8a74-16ebddac949c None None] Network 0b91e79a-b551-4734-8a4b-8bd89379e2e4 requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:12:57.614746 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7dc6c498-ba73-43db-b55e-a44f51bb980e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828'] for subnet (613a89ec-c23f-446c-aa6e-28885de25556), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:57.646446 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] For port 039eefe0-5952-4c6d-be57-1f414c8104d2, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=039eefe0-5952-4c6d-be57-1f414c8104d2,segment=NetworkSegment(4ab9da9a-fa88-4fd7-8386-6870c4602395),segment_id=4ab9da9a-fa88-4fd7-8386-6870c4602395)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:12:57.662265 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (039eefe0-5952-4c6d-be57-1f414c8104d2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:57.671703 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-61ea5a8b-2201-40ed-818a-e5b0b13e83e3 None None] Provisioning complete for port 039eefe0-5952-4c6d-be57-1f414c8104d2 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:12:57.672143 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-61ea5a8b-2201-40ed-818a-e5b0b13e83e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (039eefe0-5952-4c6d-be57-1f414c8104d2), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:57.780823 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fd9502d-8381-471b-8db4-5d77b5ad0172 admin admin] Publish callbacks [] for router_gateway (c7e0f9f8-8f73-44da-b050-d5cb4210a5cd), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:57.781723 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-46a74afd-2266-4fba-86c5-ab1bce593bca admin admin] Publish callbacks [] for router_gateway (6381389f-f8a7-4141-b35d-670ee0fea90b), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:58.009311 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-46a74afd-2266-4fba-86c5-ab1bce593bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:58.031603 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc6c498-ba73-43db-b55e-a44f51bb980e admin admin] Checking segment: {'id': 'b78d3995-300f-48b9-80bd-160535fc8f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:12:58.032377 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc6c498-ba73-43db-b55e-a44f51bb980e admin admin] Network hostable DHCP agents. Network: 63c4d627-31e2-452f-a693-3a2f1117c04e, hostable agents: ['0926af04-f8d6-426e-a613-5ede47dbe2c0'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 14:12:58.093807 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6c498-ba73-43db-b55e-a44f51bb980e admin admin] Pushing event updated for resources: {'Subnet': ['ID=613a89ec-c23f-446c-aa6e-28885de25556,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:12:58.145348 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Pushing event updated for resources: {'Port': ['ID=039eefe0-5952-4c6d-be57-1f414c8104d2,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:12:58.189247 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.db_base_plugin_common [None req-46a74afd-2266-4fba-86c5-ab1bce593bca admin admin] Allocated IP 172.27.2.9 (2ce614e2-30de-465a-a7cf-ddab87bfda56/24533608-225a-4678-8e54-d2d8b6714d88/839474a3-40b0-46d1-85ba-780150136ff9) {{(pid=102758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:12:58.195239 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-61ea5a8b-2201-40ed-818a-e5b0b13e83e3 None None] Current status of the port 039eefe0-5952-4c6d-be57-1f414c8104d2 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:12:58.297292 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9e784fff-86ce-4fe1-bb0c-cd2e8aeeb183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:58.343037 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc6c498-ba73-43db-b55e-a44f51bb980e admin admin] Network 63c4d627-31e2-452f-a693-3a2f1117c04e is scheduled to be hosted by DHCP agent 0926af04-f8d6-426e-a613-5ede47dbe2c0 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 14:12:58.433631 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f1cea84a-f071-444d-9753-18739cf706ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828'] for subnet (d4e406dd-1a26-497d-88d0-3762d493758c), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:58.445083 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-7dc6c498-ba73-43db-b55e-a44f51bb980e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824131-3-iscsi, 63c4d627-31e2-452f-a693-3a2f1117c04e) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:12:58.458359 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14612a25-397c-44d8-82b1-5e8380490d9b None None] Network 63c4d627-31e2-452f-a693-3a2f1117c04e requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:12:58.473022 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-46a74afd-2266-4fba-86c5-ab1bce593bca admin admin] Publish callbacks [] for port (839474a3-40b0-46d1-85ba-780150136ff9), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:58.475309 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc6c498-ba73-43db-b55e-a44f51bb980e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:12:58.475943 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7dc6c498-ba73-43db-b55e-a44f51bb980e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for subnet (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:58.517581 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cea84a-f071-444d-9753-18739cf706ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4e406dd-1a26-497d-88d0-3762d493758c,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:12:58.527552 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-46a74afd-2266-4fba-86c5-ab1bce593bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996'] for port (839474a3-40b0-46d1-85ba-780150136ff9), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:58.529941 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-7dc6c498-ba73-43db-b55e-a44f51bb980e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1804230 Jan 11 14:12:58.535534 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 49108) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:12:58.539674 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-3b5b23ec-edb1-4f8a-a4a9-a2cecfa68c39 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-759545029-router', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:12:58.546730 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fd9502d-8381-471b-8db4-5d77b5ad0172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704696'] for router (c7e0f9f8-8f73-44da-b050-d5cb4210a5cd), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:58.580960 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a74afd-2266-4fba-86c5-ab1bce593bca admin admin] Network 2ce614e2-30de-465a-a7cf-ddab87bfda56 is already hosted by enough agents. {{(pid=102758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:12:58.587609 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.base_scheduler [None req-46a74afd-2266-4fba-86c5-ab1bce593bca admin admin] Resources bound (agent type, host, resource id): {{(pid=102758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:12:58.590797 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a74afd-2266-4fba-86c5-ab1bce593bca admin admin] Received port after_create {{(pid=102758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:12:58.597563 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cea84a-f071-444d-9753-18739cf706ac admin admin] Checking segment: {'id': '260f7c16-1ea1-4405-b630-043e9204e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'af1ef159-4151-46fa-bf26-34e9296d0c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:12:58.597765 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cea84a-f071-444d-9753-18739cf706ac admin admin] Network hostable DHCP agents. Network: af1ef159-4151-46fa-bf26-34e9296d0c02, hostable agents: ['0926af04-f8d6-426e-a613-5ede47dbe2c0'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 14:12:58.643474 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-bd0ccd75-2778-457d-be4e-f0653f1b2b3d None None] Provisioning complete for port 039eefe0-5952-4c6d-be57-1f414c8104d2 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:12:58.644011 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bd0ccd75-2778-457d-be4e-f0653f1b2b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (039eefe0-5952-4c6d-be57-1f414c8104d2), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:58.647005 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e657874-c755-4f2f-ba43-e18cb46ff386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbe26d46-1e47-5402-9039-f69d88523b3b-63c4d627-31e2-452f-a693-3a2f1117c04e', 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e', 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'fixed_ips': [{'subnet_id': '613a89ec-c23f-446c-aa6e-28885de25556'}]}} from dv-cinder-824131-3-iscsi. {{(pid=102760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 14:12:58.647866 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7e657874-c755-4f2f-ba43-e18cb46ff386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:58.673433 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3b5b23ec-edb1-4f8a-a4a9-a2cecfa68c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29997'] for router (e5da20d3-921e-4805-a981-bfafb3dced8a), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:58.674445 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3b5b23ec-edb1-4f8a-a4a9-a2cecfa68c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-904831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29990'] for router (e5da20d3-921e-4805-a981-bfafb3dced8a), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:58.685702 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cea84a-f071-444d-9753-18739cf706ac admin admin] Network af1ef159-4151-46fa-bf26-34e9296d0c02 is scheduled to be hosted by DHCP agent 0926af04-f8d6-426e-a613-5ede47dbe2c0 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 14:12:58.716486 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-f1cea84a-f071-444d-9753-18739cf706ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824131-3-iscsi, af1ef159-4151-46fa-bf26-34e9296d0c02) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:12:58.732065 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cea84a-f071-444d-9753-18739cf706ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:12:58.732661 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f1cea84a-f071-444d-9753-18739cf706ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for subnet (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:58.743092 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a74afd-2266-4fba-86c5-ab1bce593bca admin admin] Pushing event updated for resources: {'Port': ['ID=839474a3-40b0-46d1-85ba-780150136ff9,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:12:58.770391 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3b5b23ec-edb1-4f8a-a4a9-a2cecfa68c39 admin admin] Publish callbacks [] for router_controller (e5da20d3-921e-4805-a981-bfafb3dced8a), precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:58.792418 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508533c7-cdd3-4263-afa5-f68ff935623f None None] Network af1ef159-4151-46fa-bf26-34e9296d0c02 requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:12:58.834548 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-f1cea84a-f071-444d-9753-18739cf706ac admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1532917 Jan 11 14:12:58.930142 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-bd0ccd75-2778-457d-be4e-f0653f1b2b3d None None] Current status of the port 039eefe0-5952-4c6d-be57-1f414c8104d2 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:12:58.944272 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-46a74afd-2266-4fba-86c5-ab1bce593bca admin admin] Publish callbacks [] for router_gateway (6381389f-f8a7-4141-b35d-670ee0fea90b), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:58.973055 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-7e657874-c755-4f2f-ba43-e18cb46ff386 None None] Allocated IP 172.20.0.2 (63c4d627-31e2-452f-a693-3a2f1117c04e/613a89ec-c23f-446c-aa6e-28885de25556/83f6bffb-fce9-4cc3-8d9f-a039877878a3) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:12:59.025326 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc5f6c5-8023-4fa1-9e8a-89250f6c01c7 None None] Network af1ef159-4151-46fa-bf26-34e9296d0c02 requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:12:59.065487 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd9502d-8381-471b-8db4-5d77b5ad0172 admin admin] Router c7e0f9f8-8f73-44da-b050-d5cb4210a5cd is scheduled to L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 14:12:59.079766 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3b5b23ec-edb1-4f8a-a4a9-a2cecfa68c39 admin admin] Publish callbacks [] for router_gateway (e5da20d3-921e-4805-a981-bfafb3dced8a), precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:59.138219 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 039eefe0-5952-4c6d-be57-1f414c8104d2 up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:12:59.247944 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-46a74afd-2266-4fba-86c5-ab1bce593bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704696'] for router (6381389f-f8a7-4141-b35d-670ee0fea90b), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:59.262456 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd9502d-8381-471b-8db4-5d77b5ad0172 admin admin] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:12:59.274235 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c24e02-ab24-4969-871a-29ff20f5cc2f None None] Sync routers for ids ['c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'] in dv-cinder-824131-3-iscsi {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:12:59.289777 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c24e02-ab24-4969-871a-29ff20f5cc2f None None] Routers {'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:12:59.291838 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-65c24e02-ab24-4969-871a-29ff20f5cc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:12:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:12:59.295871 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7fd9502d-8381-471b-8db4-5d77b5ad0172 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:59.301413 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-7fd9502d-8381-471b-8db4-5d77b5ad0172 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3286364 Jan 11 14:12:59.305431 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 49138) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:12:59.392212 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7e657874-c755-4f2f-ba43-e18cb46ff386 None None] Publish callbacks [] for port (83f6bffb-fce9-4cc3-8d9f-a039877878a3), precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:59.409030 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7e657874-c755-4f2f-ba43-e18cb46ff386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996'] for port (83f6bffb-fce9-4cc3-8d9f-a039877878a3), after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:59.429267 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e657874-c755-4f2f-ba43-e18cb46ff386 None None] Network 63c4d627-31e2-452f-a693-3a2f1117c04e is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:12:59.494865 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-7e657874-c755-4f2f-ba43-e18cb46ff386 None None] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:12:59.496983 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e657874-c755-4f2f-ba43-e18cb46ff386 None None] Pushing event updated for resources: {'Port': ['ID=83f6bffb-fce9-4cc3-8d9f-a039877878a3,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:12:59.510294 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e657874-c755-4f2f-ba43-e18cb46ff386 None None] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:12:59.589636 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a74afd-2266-4fba-86c5-ab1bce593bca admin admin] Router 6381389f-f8a7-4141-b35d-670ee0fea90b is scheduled to L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 with binding_index 1 {{(pid=102758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 14:12:59.607394 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-7e657874-c755-4f2f-ba43-e18cb46ff386 None None] Attempting to bind port 83f6bffb-fce9-4cc3-8d9f-a039877878a3 on host dv-cinder-824131-3-iscsi for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:12:59.610437 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-7e657874-c755-4f2f-ba43-e18cb46ff386 None None] Attempting to bind port 83f6bffb-fce9-4cc3-8d9f-a039877878a3 by drivers openvswitch,hyperv on host dv-cinder-824131-3-iscsi at level 0 using segments [{'id': 'b78d3995-300f-48b9-80bd-160535fc8f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:12:59.610928 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e657874-c755-4f2f-ba43-e18cb46ff386 None None] Attempting to bind port 83f6bffb-fce9-4cc3-8d9f-a039877878a3 on network 63c4d627-31e2-452f-a693-3a2f1117c04e {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:12:59.632882 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e657874-c755-4f2f-ba43-e18cb46ff386 None None] Checking agent: {'id': '9d224d65-2af6-406d-8eb7-edecce64fdf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824131-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 5, 2), 'started_at': datetime.datetime(2022, 1, 11, 14, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824131-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:12:59.643633 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e657874-c755-4f2f-ba43-e18cb46ff386 None None] Checking segment: {'id': 'b78d3995-300f-48b9-80bd-160535fc8f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:12:59.644537 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7e657874-c755-4f2f-ba43-e18cb46ff386 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:59.645038 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e657874-c755-4f2f-ba43-e18cb46ff386 None None] Bound using segment: {'id': 'b78d3995-300f-48b9-80bd-160535fc8f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:12:59.645624 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-7e657874-c755-4f2f-ba43-e18cb46ff386 None None] Bound port: 83f6bffb-fce9-4cc3-8d9f-a039877878a3, host: dv-cinder-824131-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78d3995-300f-48b9-80bd-160535fc8f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:12:59.646077 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7e657874-c755-4f2f-ba43-e18cb46ff386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (83f6bffb-fce9-4cc3-8d9f-a039877878a3), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:59.760787 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-7e657874-c755-4f2f-ba43-e18cb46ff386 None None] For port 83f6bffb-fce9-4cc3-8d9f-a039877878a3, host dv-cinder-824131-3-iscsi, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:12:59.763796 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-7e657874-c755-4f2f-ba43-e18cb46ff386 None None] For port 83f6bffb-fce9-4cc3-8d9f-a039877878a3, host dv-cinder-824131-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=83f6bffb-fce9-4cc3-8d9f-a039877878a3,segment=NetworkSegment(b78d3995-300f-48b9-80bd-160535fc8f73),segment_id=b78d3995-300f-48b9-80bd-160535fc8f73)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:12:59.779626 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7e657874-c755-4f2f-ba43-e18cb46ff386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (83f6bffb-fce9-4cc3-8d9f-a039877878a3), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:59.812850 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:59.821729 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port 039eefe0-5952-4c6d-be57-1f414c8104d2 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:12:59.822206 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (039eefe0-5952-4c6d-be57-1f414c8104d2), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:59.865597 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a74afd-2266-4fba-86c5-ab1bce593bca admin admin] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:12:59.886960 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3b5b23ec-edb1-4f8a-a4a9-a2cecfa68c39 admin admin] Publish callbacks [] for router_gateway (e5da20d3-921e-4805-a981-bfafb3dced8a), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:59.902364 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167344a2-3c59-4993-98bd-7a9269adf300 None None] Sync routers for ids ['6381389f-f8a7-4141-b35d-670ee0fea90b'] in dv-cinder-824131-3-iscsi {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:12:59.908822 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-46a74afd-2266-4fba-86c5-ab1bce593bca admin admin] Publish callbacks [] for router (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:59.917267 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-46a74afd-2266-4fba-86c5-ab1bce593bca admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.1462753 Jan 11 14:12:59.917968 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 49162) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:12:59.954100 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3b5b23ec-edb1-4f8a-a4a9-a2cecfa68c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:12:59.981250 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-65c24e02-ab24-4969-871a-29ff20f5cc2f None None] Set router c7e0f9f8-8f73-44da-b050-d5cb4210a5cd gateway port host: dv-cinder-824131-3-iscsi {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:12:59.999718 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167344a2-3c59-4993-98bd-7a9269adf300 None None] Routers {'6381389f-f8a7-4141-b35d-670ee0fea90b'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:13:00.000761 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-167344a2-3c59-4993-98bd-7a9269adf300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:12:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['6381389f-f8a7-4141-b35d-670ee0fea90b'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:13:00.212023 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-3b5b23ec-edb1-4f8a-a4a9-a2cecfa68c39 admin admin] Allocated IP 172.27.2.170 (2ce614e2-30de-465a-a7cf-ddab87bfda56/24533608-225a-4678-8e54-d2d8b6714d88/92fd5ec4-b3c7-428d-8585-8a00bee5beb6) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:13:00.260765 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e657874-c755-4f2f-ba43-e18cb46ff386 None None] Pushing event updated for resources: {'Port': ['ID=83f6bffb-fce9-4cc3-8d9f-a039877878a3,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:00.470000 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-167344a2-3c59-4993-98bd-7a9269adf300 None None] Set router 6381389f-f8a7-4141-b35d-670ee0fea90b gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:13:00.517321 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-65c24e02-ab24-4969-871a-29ff20f5cc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'name': 'tempest-AttachVolumeTestJSON-1626767127-router', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:12:57Z', 'revision_number': 3, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'gw_port': {'id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:12:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi'}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:13:00.589385 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c24e02-ab24-4969-871a-29ff20f5cc2f None None] Checking router: c7e0f9f8-8f73-44da-b050-d5cb4210a5cd for host: dv-cinder-824131-3-iscsi {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:13:00.592219 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c24e02-ab24-4969-871a-29ff20f5cc2f None None] Updating router c7e0f9f8-8f73-44da-b050-d5cb4210a5cd port 9d42a7a7-c584-484d-b31e-f183ff6577e4 binding host dv-cinder-824131-3-iscsi {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 14:13:00.601102 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port 039eefe0-5952-4c6d-be57-1f414c8104d2 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:13:00.649025 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-65c24e02-ab24-4969-871a-29ff20f5cc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (9d42a7a7-c584-484d-b31e-f183ff6577e4), before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:00.682627 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 49202) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:00.688588 dv-cinder-824131-3-iscsi neutron-server[102758]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 11 14:13:00.787909 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:00.857308 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3b5b23ec-edb1-4f8a-a4a9-a2cecfa68c39 admin admin] Publish callbacks [] for port (92fd5ec4-b3c7-428d-8585-8a00bee5beb6), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:00.867779 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-167344a2-3c59-4993-98bd-7a9269adf300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6381389f-f8a7-4141-b35d-670ee0fea90b', 'name': 'tempest-ServerRescueNegativeTestJSON-447408442-router', 'tenant_id': 'ac8a41f764014f4d95c74c7348ca537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '839474a3-40b0-46d1-85ba-780150136ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:56Z', 'updated_at': '2022-01-11T14:12:58Z', 'revision_number': 3, 'project_id': 'ac8a41f764014f4d95c74c7348ca537e', 'gw_port': {'id': '839474a3-40b0-46d1-85ba-780150136ff9', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6381389f-f8a7-4141-b35d-670ee0fea90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:58Z', 'updated_at': '2022-01-11T14:12:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi'}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:13:00.907216 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167344a2-3c59-4993-98bd-7a9269adf300 None None] Checking router: 6381389f-f8a7-4141-b35d-670ee0fea90b for host: dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:13:00.907613 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167344a2-3c59-4993-98bd-7a9269adf300 None None] Updating router 6381389f-f8a7-4141-b35d-670ee0fea90b port 839474a3-40b0-46d1-85ba-780150136ff9 binding host dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 14:13:00.933074 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-167344a2-3c59-4993-98bd-7a9269adf300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (839474a3-40b0-46d1-85ba-780150136ff9), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:00.948165 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3b5b23ec-edb1-4f8a-a4a9-a2cecfa68c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996'] for port (92fd5ec4-b3c7-428d-8585-8a00bee5beb6), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:01.048785 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5b23ec-edb1-4f8a-a4a9-a2cecfa68c39 admin admin] Network 2ce614e2-30de-465a-a7cf-ddab87bfda56 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:13:01.056719 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-3b5b23ec-edb1-4f8a-a4a9-a2cecfa68c39 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:13:01.059408 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5b23ec-edb1-4f8a-a4a9-a2cecfa68c39 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:13:01.109142 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b23ec-edb1-4f8a-a4a9-a2cecfa68c39 admin admin] Pushing event updated for resources: {'Port': ['ID=92fd5ec4-b3c7-428d-8585-8a00bee5beb6,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:01.202100 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 83f6bffb-fce9-4cc3-8d9f-a039877878a3 up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:13:01.258819 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-327ea1b4-75f4-499c-a682-164834ae661d tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:01.267237 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-327ea1b4-75f4-499c-a682-164834ae661d tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/networks?id=af1ef159-4151-46fa-bf26-34e9296d0c02 HTTP/1.1" status: 200 len: 811 time: 0.5803311 Jan 11 14:13:01.311750 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8835ee56-ccae-4740-93f4-d89ad5bd8b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:01.314046 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-4a6cacfd-ea41-4c90-a1b8-8147f8e080aa tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/quotas/78b47db2a2314b9d80eb556d0bae99aa HTTP/1.1" status: 200 len: 375 time: 0.0340579 Jan 11 14:13:01.454153 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-c94b1aba-8e34-4932-918c-b8e7fd40933f tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=78b47db2a2314b9d80eb556d0bae99aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1231365 Jan 11 14:13:01.474484 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-65c24e02-ab24-4969-871a-29ff20f5cc2f None None] Publish callbacks [] for port (9d42a7a7-c584-484d-b31e-f183ff6577e4), precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:01.489536 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-65c24e02-ab24-4969-871a-29ff20f5cc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (9d42a7a7-c584-484d-b31e-f183ff6577e4), after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:01.549575 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-65c24e02-ab24-4969-871a-29ff20f5cc2f None None] Attempting to bind port 9d42a7a7-c584-484d-b31e-f183ff6577e4 on host dv-cinder-824131-3-iscsi for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:13:01.550636 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-65c24e02-ab24-4969-871a-29ff20f5cc2f None None] Attempting to bind port 9d42a7a7-c584-484d-b31e-f183ff6577e4 by drivers openvswitch,hyperv on host dv-cinder-824131-3-iscsi at level 0 using segments [{'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:13:01.551916 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c24e02-ab24-4969-871a-29ff20f5cc2f None None] Attempting to bind port 9d42a7a7-c584-484d-b31e-f183ff6577e4 on network 2ce614e2-30de-465a-a7cf-ddab87bfda56 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:13:01.620121 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c24e02-ab24-4969-871a-29ff20f5cc2f None None] Checking agent: {'id': '9d224d65-2af6-406d-8eb7-edecce64fdf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824131-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 5, 2), 'started_at': datetime.datetime(2022, 1, 11, 14, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824131-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:13:01.620507 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c24e02-ab24-4969-871a-29ff20f5cc2f None None] Checking segment: {'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:13:01.620908 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-65c24e02-ab24-4969-871a-29ff20f5cc2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:01.621298 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c24e02-ab24-4969-871a-29ff20f5cc2f None None] Bound using segment: {'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:13:01.624550 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-65c24e02-ab24-4969-871a-29ff20f5cc2f None None] Bound port: 9d42a7a7-c584-484d-b31e-f183ff6577e4, host: dv-cinder-824131-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:13:01.625284 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-65c24e02-ab24-4969-871a-29ff20f5cc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (9d42a7a7-c584-484d-b31e-f183ff6577e4), before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:01.637322 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3b5b23ec-edb1-4f8a-a4a9-a2cecfa68c39 admin admin] Publish callbacks [] for router_gateway (e5da20d3-921e-4805-a981-bfafb3dced8a), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:01.644231 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-8faf0b72-4474-43f8-837b-eaff171453b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:01.688720 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c3591a-6b44-42b0-9a63-b433009f8c53 None None] Network 63c4d627-31e2-452f-a693-3a2f1117c04e requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:13:01.767903 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port 83f6bffb-fce9-4cc3-8d9f-a039877878a3 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:13:01.768579 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (83f6bffb-fce9-4cc3-8d9f-a039877878a3), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:01.790071 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-65c24e02-ab24-4969-871a-29ff20f5cc2f None None] For port 9d42a7a7-c584-484d-b31e-f183ff6577e4, host dv-cinder-824131-3-iscsi, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:13:01.810240 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-c345dd62-219c-4d85-8b15-6d14a14c19fd service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 14:13:01.812387 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-c345dd62-219c-4d85-8b15-6d14a14c19fd service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1161518 Jan 11 14:13:01.828393 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-65c24e02-ab24-4969-871a-29ff20f5cc2f None None] For port 9d42a7a7-c584-484d-b31e-f183ff6577e4, host dv-cinder-824131-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=9d42a7a7-c584-484d-b31e-f183ff6577e4,segment=NetworkSegment(74f2f49c-8139-48f1-b44d-9c7351d31a13),segment_id=74f2f49c-8139-48f1-b44d-9c7351d31a13)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:13:01.836582 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4aca84-6df5-4664-ab6a-09079f95cb25 None None] Pushing event updated for resources: {'Port': ['ID=9d42a7a7-c584-484d-b31e-f183ff6577e4,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:01.845479 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-65c24e02-ab24-4969-871a-29ff20f5cc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (9d42a7a7-c584-484d-b31e-f183ff6577e4), after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:01.863511 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4aca84-6df5-4664-ab6a-09079f95cb25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:13:01.863511 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4aca84-6df5-4664-ab6a-09079f95cb25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:13:01.863930 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4aca84-6df5-4664-ab6a-09079f95cb25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:13:01.864160 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4aca84-6df5-4664-ab6a-09079f95cb25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:13:01.864489 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4aca84-6df5-4664-ab6a-09079f95cb25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:13:01.864821 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4aca84-6df5-4664-ab6a-09079f95cb25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:13:01.865160 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4aca84-6df5-4664-ab6a-09079f95cb25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:13:01.872487 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4aca84-6df5-4664-ab6a-09079f95cb25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:13:01.873264 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4aca84-6df5-4664-ab6a-09079f95cb25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:13:01.873264 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4aca84-6df5-4664-ab6a-09079f95cb25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:13:01.874189 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4aca84-6df5-4664-ab6a-09079f95cb25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:13:01.874508 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4aca84-6df5-4664-ab6a-09079f95cb25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:13:01.874855 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4aca84-6df5-4664-ab6a-09079f95cb25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:13:01.885285 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-4ff04f0f-1e96-4195-a7cf-72d73f0998e5 None None] Provisioning complete for port 83f6bffb-fce9-4cc3-8d9f-a039877878a3 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:13:01.885517 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4ff04f0f-1e96-4195-a7cf-72d73f0998e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (83f6bffb-fce9-4cc3-8d9f-a039877878a3), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:01.886544 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4aca84-6df5-4664-ab6a-09079f95cb25 None None] Tracked resource versions report: Jan 11 14:13:01.886544 dv-cinder-824131-3-iscsi neutron-server[102761]: pushed versions: Jan 11 14:13:01.886544 dv-cinder-824131-3-iscsi neutron-server[102761]: { 'AddressGroup': {'1.2'}, Jan 11 14:13:01.886544 dv-cinder-824131-3-iscsi neutron-server[102761]: 'ConntrackHelper': {'1.0'}, Jan 11 14:13:01.886544 dv-cinder-824131-3-iscsi neutron-server[102761]: 'LocalIPAssociation': {'1.0'}, Jan 11 14:13:01.886544 dv-cinder-824131-3-iscsi neutron-server[102761]: 'Log': {'1.0'}, Jan 11 14:13:01.886544 dv-cinder-824131-3-iscsi neutron-server[102761]: 'Network': {'1.1'}, Jan 11 14:13:01.886544 dv-cinder-824131-3-iscsi neutron-server[102761]: 'Port': {'1.7'}, Jan 11 14:13:01.886544 dv-cinder-824131-3-iscsi neutron-server[102761]: 'PortForwarding': {'1.2'}, Jan 11 14:13:01.886544 dv-cinder-824131-3-iscsi neutron-server[102761]: 'QosPolicy': {'1.10'}, Jan 11 14:13:01.886544 dv-cinder-824131-3-iscsi neutron-server[102761]: 'SecurityGroup': {'1.5'}, Jan 11 14:13:01.886544 dv-cinder-824131-3-iscsi neutron-server[102761]: 'SecurityGroupRule': {'1.2'}, Jan 11 14:13:01.886544 dv-cinder-824131-3-iscsi neutron-server[102761]: 'SubPort': {'1.0'}, Jan 11 14:13:01.886544 dv-cinder-824131-3-iscsi neutron-server[102761]: 'Subnet': {'1.1'}, Jan 11 14:13:01.886544 dv-cinder-824131-3-iscsi neutron-server[102761]: 'Trunk': {'1.1'}} Jan 11 14:13:01.886544 dv-cinder-824131-3-iscsi neutron-server[102761]: consumer versions: Jan 11 14:13:01.886544 dv-cinder-824131-3-iscsi neutron-server[102761]: { DHCP agent@dv-cinder-824131-3-iscsi: {}, Jan 11 14:13:01.886544 dv-cinder-824131-3-iscsi neutron-server[102761]: HyperV agent@hv-cinder-82413: {}, Jan 11 14:13:01.886544 dv-cinder-824131-3-iscsi neutron-server[102761]: L3 agent@dv-cinder-824131-3-iscsi: {}, Jan 11 14:13:01.886544 dv-cinder-824131-3-iscsi neutron-server[102761]: Metadata agent@dv-cinder-824131-3-iscsi: {}, Jan 11 14:13:01.886544 dv-cinder-824131-3-iscsi neutron-server[102761]: Metering agent@dv-cinder-824131-3-iscsi: {}, Jan 11 14:13:01.886544 dv-cinder-824131-3-iscsi neutron-server[102761]: Open vSwitch agent@dv-cinder-824131-3-iscsi: { 'AddressGroup': '1.2', Jan 11 14:13:01.886544 dv-cinder-824131-3-iscsi neutron-server[102761]: 'ConntrackHelper': '1.0', Jan 11 14:13:01.886544 dv-cinder-824131-3-iscsi neutron-server[102761]: 'LocalIPAssociation': '1.0', Jan 11 14:13:01.886544 dv-cinder-824131-3-iscsi neutron-server[102761]: 'Log': '1.0', Jan 11 14:13:01.886544 dv-cinder-824131-3-iscsi neutron-server[102761]: 'Network': '1.1', Jan 11 14:13:01.886544 dv-cinder-824131-3-iscsi neutron-server[102761]: 'Port': '1.7', Jan 11 14:13:01.886544 dv-cinder-824131-3-iscsi neutron-server[102761]: 'PortForwarding': '1.2', Jan 11 14:13:01.886544 dv-cinder-824131-3-iscsi neutron-server[102761]: 'QosPolicy': '1.10', Jan 11 14:13:01.886544 dv-cinder-824131-3-iscsi neutron-server[102761]: 'SecurityGroup': '1.5', Jan 11 14:13:01.886544 dv-cinder-824131-3-iscsi neutron-server[102761]: 'SecurityGroupRule': '1.2', Jan 11 14:13:01.886544 dv-cinder-824131-3-iscsi neutron-server[102761]: 'SubPort': '1.0', Jan 11 14:13:01.886544 dv-cinder-824131-3-iscsi neutron-server[102761]: 'Subnet': '1.1', Jan 11 14:13:01.886544 dv-cinder-824131-3-iscsi neutron-server[102761]: 'Trunk': '1.1'}} Jan 11 14:13:01.886544 dv-cinder-824131-3-iscsi neutron-server[102761]: {{(pid=102761) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 14:13:01.969680 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-8835ee56-ccae-4740-93f4-d89ad5bd8b88 admin admin] Allocated IP 172.20.0.1 (0b91e79a-b551-4734-8a4b-8bd89379e2e4/7e0256b9-88cf-4f3b-af76-871b368403f9/0e463e88-ef00-4515-be8d-53006796cca1) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:13:01.989700 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c24e02-ab24-4969-871a-29ff20f5cc2f None None] Routers {'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:13:01.990331 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-65c24e02-ab24-4969-871a-29ff20f5cc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:12:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:13:01.991598 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-986c2cbe-98fd-40b4-8972-89cc12809db1 service neutron] 10.222.0.49 "GET /v2.0/networks/af1ef159-4151-46fa-bf26-34e9296d0c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702502 Jan 11 14:13:02.081705 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4aca84-6df5-4664-ab6a-09079f95cb25 None None] Pushing event updated for resources: {'Port': ['ID=9d42a7a7-c584-484d-b31e-f183ff6577e4,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:02.232343 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-167344a2-3c59-4993-98bd-7a9269adf300 None None] Publish callbacks [] for port (839474a3-40b0-46d1-85ba-780150136ff9), precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:02.235378 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-65c24e02-ab24-4969-871a-29ff20f5cc2f None None] Set router c7e0f9f8-8f73-44da-b050-d5cb4210a5cd gateway port host: dv-cinder-824131-3-iscsi {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:13:02.257880 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-9980542b-73b3-4a7b-9c17-24d0bddfe15e service neutron] 10.222.0.49 "GET /v2.0/networks/af1ef159-4151-46fa-bf26-34e9296d0c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596323 Jan 11 14:13:02.271795 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.db_base_plugin_common [None req-8faf0b72-4474-43f8-837b-eaff171453b0 admin admin] Allocated IP 172.20.0.1 (e39c23a3-bd49-4a6e-99a6-de49e0477fd9/f92724c6-8602-4a02-a614-e355ebf8a564/8fb1ec85-581b-4714-8cb6-b81d098379d9) {{(pid=102758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:13:02.294508 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3b5b23ec-edb1-4f8a-a4a9-a2cecfa68c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704696'] for router (e5da20d3-921e-4805-a981-bfafb3dced8a), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:02.353296 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port 83f6bffb-fce9-4cc3-8d9f-a039877878a3 is: DOWN; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:13:02.353700 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (83f6bffb-fce9-4cc3-8d9f-a039877878a3), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:02.356698 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-167344a2-3c59-4993-98bd-7a9269adf300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (839474a3-40b0-46d1-85ba-780150136ff9), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:02.420378 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:02.437065 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-4ff04f0f-1e96-4195-a7cf-72d73f0998e5 None None] Current status of the port 83f6bffb-fce9-4cc3-8d9f-a039877878a3 is: DOWN; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:13:02.437709 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4ff04f0f-1e96-4195-a7cf-72d73f0998e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (83f6bffb-fce9-4cc3-8d9f-a039877878a3), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:02.470070 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-8faf0b72-4474-43f8-837b-eaff171453b0 admin admin] Publish callbacks [] for port (8fb1ec85-581b-4714-8cb6-b81d098379d9), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:02.498262 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-167344a2-3c59-4993-98bd-7a9269adf300 None None] Attempting to bind port 839474a3-40b0-46d1-85ba-780150136ff9 on host dv-cinder-824131-3-iscsi for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:13:02.499185 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-167344a2-3c59-4993-98bd-7a9269adf300 None None] Attempting to bind port 839474a3-40b0-46d1-85ba-780150136ff9 by drivers openvswitch,hyperv on host dv-cinder-824131-3-iscsi at level 0 using segments [{'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:13:02.500248 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167344a2-3c59-4993-98bd-7a9269adf300 None None] Attempting to bind port 839474a3-40b0-46d1-85ba-780150136ff9 on network 2ce614e2-30de-465a-a7cf-ddab87bfda56 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:13:02.504592 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110b490-f997-4659-bb2c-7e0659ecbc4f None None] Pushing event updated for resources: {'Port': ['ID=839474a3-40b0-46d1-85ba-780150136ff9,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:02.509411 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] For port 83f6bffb-fce9-4cc3-8d9f-a039877878a3, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=83f6bffb-fce9-4cc3-8d9f-a039877878a3,segment=NetworkSegment(b78d3995-300f-48b9-80bd-160535fc8f73),segment_id=b78d3995-300f-48b9-80bd-160535fc8f73)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:13:02.521471 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (83f6bffb-fce9-4cc3-8d9f-a039877878a3), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:02.525945 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167344a2-3c59-4993-98bd-7a9269adf300 None None] Checking agent: {'id': '9d224d65-2af6-406d-8eb7-edecce64fdf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824131-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 5, 2), 'started_at': datetime.datetime(2022, 1, 11, 14, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824131-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:13:02.526785 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167344a2-3c59-4993-98bd-7a9269adf300 None None] Checking segment: {'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:13:02.527564 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-167344a2-3c59-4993-98bd-7a9269adf300 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:02.528231 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167344a2-3c59-4993-98bd-7a9269adf300 None None] Bound using segment: {'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:13:02.528865 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-167344a2-3c59-4993-98bd-7a9269adf300 None None] Bound port: 839474a3-40b0-46d1-85ba-780150136ff9, host: dv-cinder-824131-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:13:02.529414 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-167344a2-3c59-4993-98bd-7a9269adf300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (839474a3-40b0-46d1-85ba-780150136ff9), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:02.556829 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-8faf0b72-4474-43f8-837b-eaff171453b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996'] for port (8fb1ec85-581b-4714-8cb6-b81d098379d9), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:02.583681 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-65c24e02-ab24-4969-871a-29ff20f5cc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'name': 'tempest-AttachVolumeTestJSON-1626767127-router', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:12:57Z', 'revision_number': 3, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'gw_port': {'id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi'}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:13:02.617350 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c24e02-ab24-4969-871a-29ff20f5cc2f None None] The sync data for ids ['c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'] in dv-cinder-824131-3-iscsi is: [{'id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'name': 'tempest-AttachVolumeTestJSON-1626767127-router', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:12:57Z', 'revision_number': 3, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'gw_port': {'id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi'}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:13:02.625223 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8835ee56-ccae-4740-93f4-d89ad5bd8b88 admin admin] Publish callbacks [] for port (0e463e88-ef00-4515-be8d-53006796cca1), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:02.647178 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faf0b72-4474-43f8-837b-eaff171453b0 admin admin] Network e39c23a3-bd49-4a6e-99a6-de49e0477fd9 is already hosted by enough agents. {{(pid=102758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:13:02.659167 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 49250) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:02.663423 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.base_scheduler [None req-8faf0b72-4474-43f8-837b-eaff171453b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:13:02.668108 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faf0b72-4474-43f8-837b-eaff171453b0 admin admin] Received port after_create {{(pid=102758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:13:02.668557 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-8faf0b72-4474-43f8-837b-eaff171453b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704617'] for router_interface (6381389f-f8a7-4141-b35d-670ee0fea90b), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:02.704437 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Pushing event updated for resources: {'Port': ['ID=83f6bffb-fce9-4cc3-8d9f-a039877878a3,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:02.707360 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.db.api [None req-4ff04f0f-1e96-4195-a7cf-72d73f0998e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 14:13:02.707927 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG oslo_db.api [None req-4ff04f0f-1e96-4195-a7cf-72d73f0998e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 14:13:02.715442 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5b23ec-edb1-4f8a-a4a9-a2cecfa68c39 admin admin] Router e5da20d3-921e-4805-a981-bfafb3dced8a is scheduled to L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 14:13:02.739907 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8835ee56-ccae-4740-93f4-d89ad5bd8b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996'] for port (0e463e88-ef00-4515-be8d-53006796cca1), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:02.777515 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-167344a2-3c59-4993-98bd-7a9269adf300 None None] For port 839474a3-40b0-46d1-85ba-780150136ff9, host dv-cinder-824131-3-iscsi, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:13:02.781464 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-167344a2-3c59-4993-98bd-7a9269adf300 None None] For port 839474a3-40b0-46d1-85ba-780150136ff9, host dv-cinder-824131-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=839474a3-40b0-46d1-85ba-780150136ff9,segment=NetworkSegment(74f2f49c-8139-48f1-b44d-9c7351d31a13),segment_id=74f2f49c-8139-48f1-b44d-9c7351d31a13)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:13:02.785075 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-167344a2-3c59-4993-98bd-7a9269adf300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (839474a3-40b0-46d1-85ba-780150136ff9), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:02.828171 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0b1ce1ef-01c3-4d7b-a483-146f095a8fa3 req-2242eeaa-cbf6-4f5e-8b32-c91edf2033c9 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 210 time: 0.1674702 Jan 11 14:13:02.882579 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167344a2-3c59-4993-98bd-7a9269adf300 None None] Routers {'6381389f-f8a7-4141-b35d-670ee0fea90b'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:13:02.883274 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-167344a2-3c59-4993-98bd-7a9269adf300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:12:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['6381389f-f8a7-4141-b35d-670ee0fea90b'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:13:02.884826 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf0b72-4474-43f8-837b-eaff171453b0 admin admin] Pushing event updated for resources: {'Port': ['ID=8fb1ec85-581b-4714-8cb6-b81d098379d9,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:02.885983 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8835ee56-ccae-4740-93f4-d89ad5bd8b88 admin admin] Network 0b91e79a-b551-4734-8a4b-8bd89379e2e4 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:13:02.895447 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-8835ee56-ccae-4740-93f4-d89ad5bd8b88 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:13:02.898015 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8835ee56-ccae-4740-93f4-d89ad5bd8b88 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:13:02.898687 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8835ee56-ccae-4740-93f4-d89ad5bd8b88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704617'] for router_interface (c7e0f9f8-8f73-44da-b050-d5cb4210a5cd), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:02.979983 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835ee56-ccae-4740-93f4-d89ad5bd8b88 admin admin] Pushing event updated for resources: {'Port': ['ID=0e463e88-ef00-4515-be8d-53006796cca1,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:03.077403 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-167344a2-3c59-4993-98bd-7a9269adf300 None None] Set router 6381389f-f8a7-4141-b35d-670ee0fea90b gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:13:03.155584 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-8faf0b72-4474-43f8-837b-eaff171453b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (8fb1ec85-581b-4714-8cb6-b81d098379d9), before_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:03.211167 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5b23ec-edb1-4f8a-a4a9-a2cecfa68c39 admin admin] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:13:03.221458 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358daf1f-5719-4dfa-9c7d-cfd4832f4cf7 None None] Sync routers for ids ['e5da20d3-921e-4805-a981-bfafb3dced8a'] in dv-cinder-824131-3-iscsi {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:13:03.267812 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358daf1f-5719-4dfa-9c7d-cfd4832f4cf7 None None] Routers {'e5da20d3-921e-4805-a981-bfafb3dced8a'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:13:03.268558 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-358daf1f-5719-4dfa-9c7d-cfd4832f4cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:12:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['e5da20d3-921e-4805-a981-bfafb3dced8a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:13:03.309356 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3b5b23ec-edb1-4f8a-a4a9-a2cecfa68c39 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:03.310637 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-3b5b23ec-edb1-4f8a-a4a9-a2cecfa68c39 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7742088 Jan 11 14:13:03.316140 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 49276) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:03.343436 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 83f6bffb-fce9-4cc3-8d9f-a039877878a3 up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:13:03.423969 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-8faf0b72-4474-43f8-837b-eaff171453b0 admin admin] Publish callbacks [] for port (8fb1ec85-581b-4714-8cb6-b81d098379d9), precommit_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:03.443691 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-8faf0b72-4474-43f8-837b-eaff171453b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (8fb1ec85-581b-4714-8cb6-b81d098379d9), after_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:03.443691 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-8faf0b72-4474-43f8-837b-eaff171453b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-730873'] for router_interface (6381389f-f8a7-4141-b35d-670ee0fea90b), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:03.495421 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110b490-f997-4659-bb2c-7e0659ecbc4f None None] Pushing event updated for resources: {'Port': ['ID=839474a3-40b0-46d1-85ba-780150136ff9,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:03.550087 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-358daf1f-5719-4dfa-9c7d-cfd4832f4cf7 None None] Set router e5da20d3-921e-4805-a981-bfafb3dced8a gateway port host: dv-cinder-824131-3-iscsi {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:13:03.563686 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8835ee56-ccae-4740-93f4-d89ad5bd8b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (0e463e88-ef00-4515-be8d-53006796cca1), before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:03.628552 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faf0b72-4474-43f8-837b-eaff171453b0 admin admin] Network e39c23a3-bd49-4a6e-99a6-de49e0477fd9 is already hosted by enough agents. {{(pid=102758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:13:03.635379 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.base_scheduler [None req-8faf0b72-4474-43f8-837b-eaff171453b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:13:03.640075 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-4ff04f0f-1e96-4195-a7cf-72d73f0998e5 None None] Current status of the port 83f6bffb-fce9-4cc3-8d9f-a039877878a3 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:13:03.695743 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port 83f6bffb-fce9-4cc3-8d9f-a039877878a3 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:13:03.696378 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (83f6bffb-fce9-4cc3-8d9f-a039877878a3), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:03.745534 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf0b72-4474-43f8-837b-eaff171453b0 admin admin] Pushing event updated for resources: {'Port': ['ID=8fb1ec85-581b-4714-8cb6-b81d098379d9,revision_number=2']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:03.883222 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8faf0b72-4474-43f8-837b-eaff171453b0 admin admin] Router 6381389f-f8a7-4141-b35d-670ee0fea90b has already been hosted by L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 {{(pid=102758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 14:13:03.936907 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-358daf1f-5719-4dfa-9c7d-cfd4832f4cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'name': 'tempest-AttachVolumeShelveTestJSON-759545029-router', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:58Z', 'updated_at': '2022-01-11T14:13:01Z', 'revision_number': 3, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'gw_port': {'id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:59:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:59Z', 'updated_at': '2022-01-11T14:13:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi'}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:13:03.974692 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-2a8f197b-ff6e-4dce-9d13-9d95a6d02c03 None None] Provisioning complete for port 83f6bffb-fce9-4cc3-8d9f-a039877878a3 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:13:03.976847 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2a8f197b-ff6e-4dce-9d13-9d95a6d02c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (83f6bffb-fce9-4cc3-8d9f-a039877878a3), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:04.029376 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358daf1f-5719-4dfa-9c7d-cfd4832f4cf7 None None] Checking router: e5da20d3-921e-4805-a981-bfafb3dced8a for host: dv-cinder-824131-3-iscsi {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:13:04.031476 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358daf1f-5719-4dfa-9c7d-cfd4832f4cf7 None None] Updating router e5da20d3-921e-4805-a981-bfafb3dced8a port 92fd5ec4-b3c7-428d-8585-8a00bee5beb6 binding host dv-cinder-824131-3-iscsi {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 14:13:04.037621 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:04.057752 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0e1183c5-22e4-4b8f-ab46-c976e6a3688d req-d6636b55-d51f-46e3-a367-92cf2df72cc6 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 210 time: 0.0387635 Jan 11 14:13:04.083268 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-358daf1f-5719-4dfa-9c7d-cfd4832f4cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (92fd5ec4-b3c7-428d-8585-8a00bee5beb6), before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:04.165980 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port 83f6bffb-fce9-4cc3-8d9f-a039877878a3 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:13:04.187107 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-167344a2-3c59-4993-98bd-7a9269adf300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6381389f-f8a7-4141-b35d-670ee0fea90b', 'name': 'tempest-ServerRescueNegativeTestJSON-447408442-router', 'tenant_id': 'ac8a41f764014f4d95c74c7348ca537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '839474a3-40b0-46d1-85ba-780150136ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:56Z', 'updated_at': '2022-01-11T14:12:58Z', 'revision_number': 3, 'project_id': 'ac8a41f764014f4d95c74c7348ca537e', 'gw_port': {'id': '839474a3-40b0-46d1-85ba-780150136ff9', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6381389f-f8a7-4141-b35d-670ee0fea90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:58Z', 'updated_at': '2022-01-11T14:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi'}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:13:04.199124 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8faf0b72-4474-43f8-837b-eaff171453b0 admin admin] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:13:04.211590 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-8faf0b72-4474-43f8-837b-eaff171453b0 admin admin] 10.222.0.49 "PUT /v2.0/routers/6381389f-f8a7-4141-b35d-670ee0fea90b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2919507 Jan 11 14:13:04.239930 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8835ee56-ccae-4740-93f4-d89ad5bd8b88 admin admin] Publish callbacks [] for port (0e463e88-ef00-4515-be8d-53006796cca1), precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:04.241177 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167344a2-3c59-4993-98bd-7a9269adf300 None None] The sync data for ids ['6381389f-f8a7-4141-b35d-670ee0fea90b'] in dv-cinder-824131-3-iscsi is: [{'id': '6381389f-f8a7-4141-b35d-670ee0fea90b', 'name': 'tempest-ServerRescueNegativeTestJSON-447408442-router', 'tenant_id': 'ac8a41f764014f4d95c74c7348ca537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '839474a3-40b0-46d1-85ba-780150136ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:56Z', 'updated_at': '2022-01-11T14:12:58Z', 'revision_number': 3, 'project_id': 'ac8a41f764014f4d95c74c7348ca537e', 'gw_port': {'id': '839474a3-40b0-46d1-85ba-780150136ff9', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6381389f-f8a7-4141-b35d-670ee0fea90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:58Z', 'updated_at': '2022-01-11T14:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi'}] {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:13:04.252755 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-2a8f197b-ff6e-4dce-9d13-9d95a6d02c03 None None] Current status of the port 83f6bffb-fce9-4cc3-8d9f-a039877878a3 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:13:04.265403 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8835ee56-ccae-4740-93f4-d89ad5bd8b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (0e463e88-ef00-4515-be8d-53006796cca1), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:04.270344 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8835ee56-ccae-4740-93f4-d89ad5bd8b88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-730873'] for router_interface (c7e0f9f8-8f73-44da-b050-d5cb4210a5cd), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:04.274666 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-2a8f197b-ff6e-4dce-9d13-9d95a6d02c03 None None] Provisioning complete for port 0e463e88-ef00-4515-be8d-53006796cca1 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:13:04.275273 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2a8f197b-ff6e-4dce-9d13-9d95a6d02c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (0e463e88-ef00-4515-be8d-53006796cca1), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:04.319599 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-2a8f197b-ff6e-4dce-9d13-9d95a6d02c03 None None] Port 0e463e88-ef00-4515-be8d-53006796cca1 cannot update to ACTIVE because it is not bound. {{(pid=102760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 14:13:04.466547 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835ee56-ccae-4740-93f4-d89ad5bd8b88 admin admin] Pushing event updated for resources: {'Port': ['ID=0e463e88-ef00-4515-be8d-53006796cca1,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:04.565194 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8835ee56-ccae-4740-93f4-d89ad5bd8b88 admin admin] Network 0b91e79a-b551-4734-8a4b-8bd89379e2e4 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:13:04.576496 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e738303a-008d-4272-a7b5-5dbaaf7fb84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:04.579766 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-8835ee56-ccae-4740-93f4-d89ad5bd8b88 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:13:04.603644 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-358daf1f-5719-4dfa-9c7d-cfd4832f4cf7 None None] Publish callbacks [] for port (92fd5ec4-b3c7-428d-8585-8a00bee5beb6), precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:04.615033 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-358daf1f-5719-4dfa-9c7d-cfd4832f4cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (92fd5ec4-b3c7-428d-8585-8a00bee5beb6), after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:04.695930 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-358daf1f-5719-4dfa-9c7d-cfd4832f4cf7 None None] Attempting to bind port 92fd5ec4-b3c7-428d-8585-8a00bee5beb6 on host dv-cinder-824131-3-iscsi for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:13:04.696386 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-358daf1f-5719-4dfa-9c7d-cfd4832f4cf7 None None] Attempting to bind port 92fd5ec4-b3c7-428d-8585-8a00bee5beb6 by drivers openvswitch,hyperv on host dv-cinder-824131-3-iscsi at level 0 using segments [{'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:13:04.697326 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358daf1f-5719-4dfa-9c7d-cfd4832f4cf7 None None] Attempting to bind port 92fd5ec4-b3c7-428d-8585-8a00bee5beb6 on network 2ce614e2-30de-465a-a7cf-ddab87bfda56 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:13:04.704580 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d7820-52b1-4922-af00-3390b1ea0cdb None None] Pushing event updated for resources: {'Port': ['ID=92fd5ec4-b3c7-428d-8585-8a00bee5beb6,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:04.709803 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358daf1f-5719-4dfa-9c7d-cfd4832f4cf7 None None] Checking agent: {'id': '9d224d65-2af6-406d-8eb7-edecce64fdf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824131-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 5, 2), 'started_at': datetime.datetime(2022, 1, 11, 14, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824131-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:13:04.710398 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358daf1f-5719-4dfa-9c7d-cfd4832f4cf7 None None] Checking segment: {'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:13:04.711253 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-358daf1f-5719-4dfa-9c7d-cfd4832f4cf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:04.711253 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358daf1f-5719-4dfa-9c7d-cfd4832f4cf7 None None] Bound using segment: {'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:13:04.711897 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-358daf1f-5719-4dfa-9c7d-cfd4832f4cf7 None None] Bound port: 92fd5ec4-b3c7-428d-8585-8a00bee5beb6, host: dv-cinder-824131-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:13:04.712354 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-358daf1f-5719-4dfa-9c7d-cfd4832f4cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (92fd5ec4-b3c7-428d-8585-8a00bee5beb6), before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:04.781805 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-358daf1f-5719-4dfa-9c7d-cfd4832f4cf7 None None] For port 92fd5ec4-b3c7-428d-8585-8a00bee5beb6, host dv-cinder-824131-3-iscsi, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:13:04.785237 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-358daf1f-5719-4dfa-9c7d-cfd4832f4cf7 None None] For port 92fd5ec4-b3c7-428d-8585-8a00bee5beb6, host dv-cinder-824131-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=92fd5ec4-b3c7-428d-8585-8a00bee5beb6,segment=NetworkSegment(74f2f49c-8139-48f1-b44d-9c7351d31a13),segment_id=74f2f49c-8139-48f1-b44d-9c7351d31a13)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:13:04.811748 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-358daf1f-5719-4dfa-9c7d-cfd4832f4cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (92fd5ec4-b3c7-428d-8585-8a00bee5beb6), after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:04.887147 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358daf1f-5719-4dfa-9c7d-cfd4832f4cf7 None None] Routers {'e5da20d3-921e-4805-a981-bfafb3dced8a'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:13:04.887991 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-358daf1f-5719-4dfa-9c7d-cfd4832f4cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:12:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['e5da20d3-921e-4805-a981-bfafb3dced8a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:13:04.968179 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8835ee56-ccae-4740-93f4-d89ad5bd8b88 admin admin] Router c7e0f9f8-8f73-44da-b050-d5cb4210a5cd has already been hosted by L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 14:13:04.998871 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-e738303a-008d-4272-a7b5-5dbaaf7fb84d admin admin] Allocated IP 172.20.0.1 (63c4d627-31e2-452f-a693-3a2f1117c04e/613a89ec-c23f-446c-aa6e-28885de25556/a0b55060-5b90-419a-a77b-297e468abf02) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:13:05.057955 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-75ec0e32-111f-49ed-8bb9-92d8745123bd None None] Provisioning complete for port 0e463e88-ef00-4515-be8d-53006796cca1 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:13:05.058543 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-75ec0e32-111f-49ed-8bb9-92d8745123bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (0e463e88-ef00-4515-be8d-53006796cca1), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:05.064241 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d7820-52b1-4922-af00-3390b1ea0cdb None None] Pushing event updated for resources: {'Port': ['ID=92fd5ec4-b3c7-428d-8585-8a00bee5beb6,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:05.147283 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-75ec0e32-111f-49ed-8bb9-92d8745123bd None None] Port 0e463e88-ef00-4515-be8d-53006796cca1 cannot update to ACTIVE because it is not bound. {{(pid=102760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 14:13:05.178640 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-358daf1f-5719-4dfa-9c7d-cfd4832f4cf7 None None] Set router e5da20d3-921e-4805-a981-bfafb3dced8a gateway port host: dv-cinder-824131-3-iscsi {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:13:05.182678 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 839474a3-40b0-46d1-85ba-780150136ff9 up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:13:05.202886 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8835ee56-ccae-4740-93f4-d89ad5bd8b88 admin admin] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:13:05.209535 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-8835ee56-ccae-4740-93f4-d89ad5bd8b88 admin admin] 10.222.0.49 "PUT /v2.0/routers/c7e0f9f8-8f73-44da-b050-d5cb4210a5cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9031730 Jan 11 14:13:05.312675 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port 839474a3-40b0-46d1-85ba-780150136ff9 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:13:05.313076 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (839474a3-40b0-46d1-85ba-780150136ff9), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:05.331226 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-f098972d-a24d-4e7e-841c-541028663995 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:05.344164 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-f098972d-a24d-4e7e-841c-541028663995 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/networks?id=e39c23a3-bd49-4a6e-99a6-de49e0477fd9 HTTP/1.1" status: 200 len: 818 time: 0.5246749 Jan 11 14:13:05.386328 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-46b3887c-2cd9-4432-98f6-80391819db3f tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/quotas/ac8a41f764014f4d95c74c7348ca537e HTTP/1.1" status: 200 len: 375 time: 0.0412083 Jan 11 14:13:05.391634 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e738303a-008d-4272-a7b5-5dbaaf7fb84d admin admin] Publish callbacks [] for port (a0b55060-5b90-419a-a77b-297e468abf02), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:05.465385 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port 839474a3-40b0-46d1-85ba-780150136ff9 is: DOWN; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:13:05.466175 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (839474a3-40b0-46d1-85ba-780150136ff9), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:05.490621 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e738303a-008d-4272-a7b5-5dbaaf7fb84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996'] for port (a0b55060-5b90-419a-a77b-297e468abf02), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:05.497802 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] For port 839474a3-40b0-46d1-85ba-780150136ff9, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=839474a3-40b0-46d1-85ba-780150136ff9,segment=NetworkSegment(74f2f49c-8139-48f1-b44d-9c7351d31a13),segment_id=74f2f49c-8139-48f1-b44d-9c7351d31a13)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:13:05.500644 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d30d5ff8-966f-411b-9d43-539528c2d258 req-db115b18-3e80-49c7-bd20-89fcd97288bd tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 210 time: 0.0883124 Jan 11 14:13:05.519751 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (839474a3-40b0-46d1-85ba-780150136ff9), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:05.520616 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 9d42a7a7-c584-484d-b31e-f183ff6577e4 up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:13:05.602532 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-9df53ab9-1034-4ba3-8941-c284304eb8bb tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac8a41f764014f4d95c74c7348ca537e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2152274 Jan 11 14:13:05.646667 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738303a-008d-4272-a7b5-5dbaaf7fb84d admin admin] Pushing event updated for resources: {'Port': ['ID=a0b55060-5b90-419a-a77b-297e468abf02,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:05.690053 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e738303a-008d-4272-a7b5-5dbaaf7fb84d admin admin] Network 63c4d627-31e2-452f-a693-3a2f1117c04e is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:13:05.695144 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-358daf1f-5719-4dfa-9c7d-cfd4832f4cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'name': 'tempest-AttachVolumeShelveTestJSON-759545029-router', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:58Z', 'updated_at': '2022-01-11T14:13:01Z', 'revision_number': 3, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'gw_port': {'id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:59:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:59Z', 'updated_at': '2022-01-11T14:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi'}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:13:05.696556 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-e738303a-008d-4272-a7b5-5dbaaf7fb84d admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:13:05.713750 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e738303a-008d-4272-a7b5-5dbaaf7fb84d admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:13:05.714694 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e738303a-008d-4272-a7b5-5dbaaf7fb84d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704617'] for router_interface (e5da20d3-921e-4805-a981-bfafb3dced8a), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:05.797210 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358daf1f-5719-4dfa-9c7d-cfd4832f4cf7 None None] The sync data for ids ['e5da20d3-921e-4805-a981-bfafb3dced8a'] in dv-cinder-824131-3-iscsi is: [{'id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'name': 'tempest-AttachVolumeShelveTestJSON-759545029-router', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:58Z', 'updated_at': '2022-01-11T14:13:01Z', 'revision_number': 3, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'gw_port': {'id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:59:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:59Z', 'updated_at': '2022-01-11T14:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi'}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:13:05.849195 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-b121b40e-0454-466c-a98b-33d5270ec8c4 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 14:13:05.856335 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-b121b40e-0454-466c-a98b-33d5270ec8c4 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1417480 Jan 11 14:13:06.034008 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9588a0-6686-4bab-a560-4a79dfcf923d None None] Sync routers for ids ['c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'] in dv-cinder-824131-3-iscsi {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:13:06.050054 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-b4aa4dde-118e-43d2-ac60-1378fdab2dc9 service neutron] 10.222.0.49 "GET /v2.0/networks/e39c23a3-bd49-4a6e-99a6-de49e0477fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927660 Jan 11 14:13:06.061201 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Pushing event updated for resources: {'Port': ['ID=839474a3-40b0-46d1-85ba-780150136ff9,revision_number=4']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:06.094635 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e738303a-008d-4272-a7b5-5dbaaf7fb84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (a0b55060-5b90-419a-a77b-297e468abf02), before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:06.110426 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9588a0-6686-4bab-a560-4a79dfcf923d None None] Routers {'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:13:06.111183 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-bf9588a0-6686-4bab-a560-4a79dfcf923d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:12:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:13:06.227411 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-a78f7581-90d7-4a57-967e-5573f1a46e3a None None] Provisioning complete for port a0b55060-5b90-419a-a77b-297e468abf02 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:13:06.228021 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a78f7581-90d7-4a57-967e-5573f1a46e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (a0b55060-5b90-419a-a77b-297e468abf02), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:06.241322 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-18b608d9-1647-475c-a694-34c10f09649d service neutron] 10.222.0.49 "GET /v2.0/networks/e39c23a3-bd49-4a6e-99a6-de49e0477fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870496 Jan 11 14:13:06.282605 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port 9d42a7a7-c584-484d-b31e-f183ff6577e4 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:13:06.283369 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (9d42a7a7-c584-484d-b31e-f183ff6577e4), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:06.347597 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-a78f7581-90d7-4a57-967e-5573f1a46e3a None None] Port a0b55060-5b90-419a-a77b-297e468abf02 cannot update to ACTIVE because it is not bound. {{(pid=102760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 14:13:06.372861 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-bf9588a0-6686-4bab-a560-4a79dfcf923d None None] Set router c7e0f9f8-8f73-44da-b050-d5cb4210a5cd gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:13:06.478474 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e738303a-008d-4272-a7b5-5dbaaf7fb84d admin admin] Publish callbacks [] for port (a0b55060-5b90-419a-a77b-297e468abf02), precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:06.486474 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e738303a-008d-4272-a7b5-5dbaaf7fb84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (a0b55060-5b90-419a-a77b-297e468abf02), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:06.487759 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e738303a-008d-4272-a7b5-5dbaaf7fb84d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-730873'] for router_interface (e5da20d3-921e-4805-a981-bfafb3dced8a), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:06.593911 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port 9d42a7a7-c584-484d-b31e-f183ff6577e4 is: DOWN; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:13:06.594526 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (9d42a7a7-c584-484d-b31e-f183ff6577e4), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:06.645492 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] For port 9d42a7a7-c584-484d-b31e-f183ff6577e4, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=9d42a7a7-c584-484d-b31e-f183ff6577e4,segment=NetworkSegment(74f2f49c-8139-48f1-b44d-9c7351d31a13),segment_id=74f2f49c-8139-48f1-b44d-9c7351d31a13)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:13:06.665685 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (9d42a7a7-c584-484d-b31e-f183ff6577e4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:06.858807 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Pushing event updated for resources: {'Port': ['ID=9d42a7a7-c584-484d-b31e-f183ff6577e4,revision_number=4']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:06.874737 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-bf9588a0-6686-4bab-a560-4a79dfcf923d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'name': 'tempest-AttachVolumeTestJSON-1626767127-router', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:13:03Z', 'revision_number': 4, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'gw_port': {'id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': '0e463e88-ef00-4515-be8d-53006796cca1', 'name': '', 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'mac_address': 'fa:16:3e:0d:ab:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7e0256b9-88cf-4f3b-af76-871b368403f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:13:01Z', 'updated_at': '2022-01-11T14:13:03Z', 'revision_number': 2, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'subnets': [{'id': '7e0256b9-88cf-4f3b-af76-871b368403f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:13:06.946523 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.45', 55744) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:06.977669 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9588a0-6686-4bab-a560-4a79dfcf923d None None] Checking router: c7e0f9f8-8f73-44da-b050-d5cb4210a5cd for host: dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:13:06.978038 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9588a0-6686-4bab-a560-4a79dfcf923d None None] Updating router c7e0f9f8-8f73-44da-b050-d5cb4210a5cd port 0e463e88-ef00-4515-be8d-53006796cca1 binding host dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 14:13:07.005955 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9781cefd-8a22-464c-bcde-ba8c2f19cbef req-260a7f36-37df-47a7-bee3-c33dcbfe5c81 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 210 time: 0.1542766 Jan 11 14:13:07.070689 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bf9588a0-6686-4bab-a560-4a79dfcf923d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (0e463e88-ef00-4515-be8d-53006796cca1), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:07.201383 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3f71dea6-782c-45b8-9dd9-003f5756bfa5 req-908b949b-941c-4843-81a0-3f8fa8b5e5ca tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 210 time: 0.0710557 Jan 11 14:13:07.428655 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf48dace-adb0-47f4-a8fd-95b3b0aa3a41 None None] Sync routers for ids ['6381389f-f8a7-4141-b35d-670ee0fea90b'] in dv-cinder-824131-3-iscsi {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:13:07.454199 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf48dace-adb0-47f4-a8fd-95b3b0aa3a41 None None] Routers {'6381389f-f8a7-4141-b35d-670ee0fea90b'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:13:07.458179 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-cf48dace-adb0-47f4-a8fd-95b3b0aa3a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:12:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['6381389f-f8a7-4141-b35d-670ee0fea90b'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:13:07.481616 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 839474a3-40b0-46d1-85ba-780150136ff9 up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:13:07.775804 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 49440) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:07.789852 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-858f863c-4255-4798-afb4-649fc3f37d1b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Request body: {'security_group': {'name': 'tempest-securitygroup--421586489', 'description': 'tempest-description--1880582400'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:13:07.867606 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738303a-008d-4272-a7b5-5dbaaf7fb84d admin admin] Pushing event updated for resources: {'Port': ['ID=a0b55060-5b90-419a-a77b-297e468abf02,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:07.874736 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e738303a-008d-4272-a7b5-5dbaaf7fb84d admin admin] Network 63c4d627-31e2-452f-a693-3a2f1117c04e is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:13:07.886689 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-cf48dace-adb0-47f4-a8fd-95b3b0aa3a41 None None] Set router 6381389f-f8a7-4141-b35d-670ee0fea90b gateway port host: dv-cinder-824131-3-iscsi {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:13:07.890213 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-e738303a-008d-4272-a7b5-5dbaaf7fb84d admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:13:07.990971 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-a7dbaa0a-eafd-49ef-8a42-4b3bc20831e3 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:07.996343 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-a7dbaa0a-eafd-49ef-8a42-4b3bc20831e3 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/networks?id=e39c23a3-bd49-4a6e-99a6-de49e0477fd9 HTTP/1.1" status: 200 len: 818 time: 0.4682555 Jan 11 14:13:08.050528 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-e188a15e-ef53-4b0c-bb77-e69e6edb5c82 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/quotas/ac8a41f764014f4d95c74c7348ca537e HTTP/1.1" status: 200 len: 375 time: 0.0406396 Jan 11 14:13:08.054536 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-858f863c-4255-4798-afb4-649fc3f37d1b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:08.097262 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port 839474a3-40b0-46d1-85ba-780150136ff9 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:13:08.098667 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (839474a3-40b0-46d1-85ba-780150136ff9), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:08.153525 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bf9588a0-6686-4bab-a560-4a79dfcf923d None None] Publish callbacks [] for port (0e463e88-ef00-4515-be8d-53006796cca1), precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:08.189334 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bf9588a0-6686-4bab-a560-4a79dfcf923d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (0e463e88-ef00-4515-be8d-53006796cca1), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:08.324759 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-54c5da22-df88-44d0-b8ec-62deb929fa46 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:08.329064 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-54c5da22-df88-44d0-b8ec-62deb929fa46 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.45 "GET /v2.0/networks?id=af1ef159-4151-46fa-bf26-34e9296d0c02 HTTP/1.1" status: 200 len: 811 time: 1.3734872 Jan 11 14:13:08.430046 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-858f863c-4255-4798-afb4-649fc3f37d1b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for security_group (0c681486-e9d0-4a13-b9a0-ee6460ebe063), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:08.448655 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-858f863c-4255-4798-afb4-649fc3f37d1b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (0c681486-e9d0-4a13-b9a0-ee6460ebe063), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:08.463607 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962a781-c2e7-4d6a-9f6c-3fb59e5b22c8 None None] Pushing event updated for resources: {'Port': ['ID=0e463e88-ef00-4515-be8d-53006796cca1,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:08.474099 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e738303a-008d-4272-a7b5-5dbaaf7fb84d admin admin] Router e5da20d3-921e-4805-a981-bfafb3dced8a has already been hosted by L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 14:13:08.485256 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-2f4b074e-51fb-40fc-9e3e-11c94c9eb093 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac8a41f764014f4d95c74c7348ca537e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4132669 Jan 11 14:13:08.634228 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-cf48dace-adb0-47f4-a8fd-95b3b0aa3a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6381389f-f8a7-4141-b35d-670ee0fea90b', 'name': 'tempest-ServerRescueNegativeTestJSON-447408442-router', 'tenant_id': 'ac8a41f764014f4d95c74c7348ca537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '839474a3-40b0-46d1-85ba-780150136ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:56Z', 'updated_at': '2022-01-11T14:13:03Z', 'revision_number': 4, 'project_id': 'ac8a41f764014f4d95c74c7348ca537e', 'gw_port': {'id': '839474a3-40b0-46d1-85ba-780150136ff9', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6381389f-f8a7-4141-b35d-670ee0fea90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:58Z', 'updated_at': '2022-01-11T14:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': '8fb1ec85-581b-4714-8cb6-b81d098379d9', 'name': '', 'network_id': 'e39c23a3-bd49-4a6e-99a6-de49e0477fd9', 'tenant_id': 'ac8a41f764014f4d95c74c7348ca537e', 'mac_address': 'fa:16:3e:64:4a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6381389f-f8a7-4141-b35d-670ee0fea90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f92724c6-8602-4a02-a614-e355ebf8a564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:13:01Z', 'updated_at': '2022-01-11T14:13:03Z', 'revision_number': 2, 'project_id': 'ac8a41f764014f4d95c74c7348ca537e', 'subnets': [{'id': 'f92724c6-8602-4a02-a614-e355ebf8a564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:13:08.638038 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-bf9588a0-6686-4bab-a560-4a79dfcf923d None None] Attempting to bind port 0e463e88-ef00-4515-be8d-53006796cca1 on host dv-cinder-824131-3-iscsi for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:13:08.638261 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-bf9588a0-6686-4bab-a560-4a79dfcf923d None None] Attempting to bind port 0e463e88-ef00-4515-be8d-53006796cca1 by drivers openvswitch,hyperv on host dv-cinder-824131-3-iscsi at level 0 using segments [{'id': '4ab9da9a-fa88-4fd7-8386-6870c4602395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:13:08.638626 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9588a0-6686-4bab-a560-4a79dfcf923d None None] Attempting to bind port 0e463e88-ef00-4515-be8d-53006796cca1 on network 0b91e79a-b551-4734-8a4b-8bd89379e2e4 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:13:08.659722 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-17eb845d-71d6-45fd-94d8-cadee422fa23 req-8c923043-6612-4db4-b030-196c6ccfd1d3 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 210 time: 0.1549666 Jan 11 14:13:08.669882 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port 839474a3-40b0-46d1-85ba-780150136ff9 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:13:08.676474 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 92fd5ec4-b3c7-428d-8585-8a00bee5beb6 up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:13:08.692136 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-8f744065-8b9e-4f23-8f70-96130e619d1b None None] Provisioning complete for port a0b55060-5b90-419a-a77b-297e468abf02 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:13:08.694838 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8f744065-8b9e-4f23-8f70-96130e619d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (a0b55060-5b90-419a-a77b-297e468abf02), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:08.737490 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-858f863c-4255-4798-afb4-649fc3f37d1b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:08.739892 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-858f863c-4255-4798-afb4-649fc3f37d1b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9583731 Jan 11 14:13:08.753976 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 49494) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:08.762248 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f863c-4255-4798-afb4-649fc3f37d1b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c681486-e9d0-4a13-b9a0-ee6460ebe063,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:08.775257 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-c180d359-ec6b-48aa-8230-1e9df80c8973 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Request body: {'security_group_rule': {'security_group_id': '0c681486-e9d0-4a13-b9a0-ee6460ebe063', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:13:08.776823 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf48dace-adb0-47f4-a8fd-95b3b0aa3a41 None None] Checking router: 6381389f-f8a7-4141-b35d-670ee0fea90b for host: dv-cinder-824131-3-iscsi {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:13:08.777182 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf48dace-adb0-47f4-a8fd-95b3b0aa3a41 None None] Updating router 6381389f-f8a7-4141-b35d-670ee0fea90b port 8fb1ec85-581b-4714-8cb6-b81d098379d9 binding host dv-cinder-824131-3-iscsi {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 14:13:08.789639 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9588a0-6686-4bab-a560-4a79dfcf923d None None] Checking agent: {'id': '9d224d65-2af6-406d-8eb7-edecce64fdf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824131-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 5, 2), 'started_at': datetime.datetime(2022, 1, 11, 14, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824131-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:13:08.790020 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9588a0-6686-4bab-a560-4a79dfcf923d None None] Checking segment: {'id': '4ab9da9a-fa88-4fd7-8386-6870c4602395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:13:08.790419 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bf9588a0-6686-4bab-a560-4a79dfcf923d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:08.808083 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9588a0-6686-4bab-a560-4a79dfcf923d None None] Bound using segment: {'id': '4ab9da9a-fa88-4fd7-8386-6870c4602395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:13:08.808757 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-bf9588a0-6686-4bab-a560-4a79dfcf923d None None] Bound port: 0e463e88-ef00-4515-be8d-53006796cca1, host: dv-cinder-824131-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab9da9a-fa88-4fd7-8386-6870c4602395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:13:08.809234 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bf9588a0-6686-4bab-a560-4a79dfcf923d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (0e463e88-ef00-4515-be8d-53006796cca1), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:08.846302 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cf48dace-adb0-47f4-a8fd-95b3b0aa3a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (8fb1ec85-581b-4714-8cb6-b81d098379d9), before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:08.851159 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e738303a-008d-4272-a7b5-5dbaaf7fb84d admin admin] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:13:08.885687 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-e738303a-008d-4272-a7b5-5dbaaf7fb84d admin admin] 10.222.0.49 "PUT /v2.0/routers/e5da20d3-921e-4805-a981-bfafb3dced8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5519555 Jan 11 14:13:08.902826 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-8dcbfdcd-d9f3-46a0-b1be-eb0b71dae504 service neutron] 10.222.0.49 "GET /v2.0/networks/e39c23a3-bd49-4a6e-99a6-de49e0477fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165883 Jan 11 14:13:08.923567 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c180d359-ec6b-48aa-8230-1e9df80c8973 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for security_group_rule (cc122acf-8c5a-422f-97c8-adac9e9943a4), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:08.990704 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-8f744065-8b9e-4f23-8f70-96130e619d1b None None] Port a0b55060-5b90-419a-a77b-297e468abf02 cannot update to ACTIVE because it is not bound. {{(pid=102760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 14:13:09.081994 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c180d359-ec6b-48aa-8230-1e9df80c8973 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for security_group_rule (cc122acf-8c5a-422f-97c8-adac9e9943a4), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:09.092697 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c180d359-ec6b-48aa-8230-1e9df80c8973 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900394'] for security_group_rule (cc122acf-8c5a-422f-97c8-adac9e9943a4), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:09.131559 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-ac01b230-1bd6-4dc1-baf5-ea658f71c0e4 None None] Provisioning complete for port 0e463e88-ef00-4515-be8d-53006796cca1 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:13:09.132676 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ac01b230-1bd6-4dc1-baf5-ea658f71c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (0e463e88-ef00-4515-be8d-53006796cca1), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:09.188283 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-ac01b230-1bd6-4dc1-baf5-ea658f71c0e4 None None] Port 0e463e88-ef00-4515-be8d-53006796cca1 cannot update to ACTIVE because it is not bound. {{(pid=102760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 14:13:09.189084 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-fc0a06ee-9cd2-4a9f-83df-384980824744 service neutron] 10.222.0.49 "GET /v2.0/networks/e39c23a3-bd49-4a6e-99a6-de49e0477fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809062 Jan 11 14:13:09.189680 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port 92fd5ec4-b3c7-428d-8585-8a00bee5beb6 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:13:09.190064 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (92fd5ec4-b3c7-428d-8585-8a00bee5beb6), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:09.200827 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c180d359-ec6b-48aa-8230-1e9df80c8973 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc122acf-8c5a-422f-97c8-adac9e9943a4,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:09.219749 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c180d359-ec6b-48aa-8230-1e9df80c8973 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:09.221102 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-c180d359-ec6b-48aa-8230-1e9df80c8973 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4661231 Jan 11 14:13:09.223971 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 49510) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:09.231003 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-80524ab6-d537-4ae2-a5ae-e06f7d51b34d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Request body: {'security_group_rule': {'security_group_id': '0c681486-e9d0-4a13-b9a0-ee6460ebe063', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:13:09.256536 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa465258-5da9-41ab-8357-cb367b7ddef7 None None] Sync routers for ids ['e5da20d3-921e-4805-a981-bfafb3dced8a'] in dv-cinder-824131-3-iscsi {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:13:09.274985 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa465258-5da9-41ab-8357-cb367b7ddef7 None None] Routers {'e5da20d3-921e-4805-a981-bfafb3dced8a'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:13:09.275670 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-aa465258-5da9-41ab-8357-cb367b7ddef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:12:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['e5da20d3-921e-4805-a981-bfafb3dced8a'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:13:09.328315 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-80524ab6-d537-4ae2-a5ae-e06f7d51b34d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for security_group_rule (a1bc6b42-3b90-4a8d-a090-dd3507e08936), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:09.424144 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-bf9588a0-6686-4bab-a560-4a79dfcf923d None None] For port 0e463e88-ef00-4515-be8d-53006796cca1, host dv-cinder-824131-3-iscsi, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:13:09.434872 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-80524ab6-d537-4ae2-a5ae-e06f7d51b34d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for security_group_rule (a1bc6b42-3b90-4a8d-a090-dd3507e08936), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:09.444671 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-80524ab6-d537-4ae2-a5ae-e06f7d51b34d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900394'] for security_group_rule (a1bc6b42-3b90-4a8d-a090-dd3507e08936), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:09.457364 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-bf9588a0-6686-4bab-a560-4a79dfcf923d None None] For port 0e463e88-ef00-4515-be8d-53006796cca1, host dv-cinder-824131-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=0e463e88-ef00-4515-be8d-53006796cca1,segment=NetworkSegment(4ab9da9a-fa88-4fd7-8386-6870c4602395),segment_id=4ab9da9a-fa88-4fd7-8386-6870c4602395)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:13:09.506583 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80524ab6-d537-4ae2-a5ae-e06f7d51b34d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1bc6b42-3b90-4a8d-a090-dd3507e08936,revision_number=0']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:09.522304 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-80524ab6-d537-4ae2-a5ae-e06f7d51b34d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:09.526563 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-80524ab6-d537-4ae2-a5ae-e06f7d51b34d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2978978 Jan 11 14:13:09.526928 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 49524) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:09.539121 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-3284e6c2-6f00-49e0-8e3b-2fc74802d33a tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Request body: {'floatingip': {'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:13:09.541163 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bf9588a0-6686-4bab-a560-4a79dfcf923d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (0e463e88-ef00-4515-be8d-53006796cca1), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:09.596834 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-3284e6c2-6f00-49e0-8e3b-2fc74802d33a tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:09.624961 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cf48dace-adb0-47f4-a8fd-95b3b0aa3a41 None None] Publish callbacks [] for port (8fb1ec85-581b-4714-8cb6-b81d098379d9), precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:09.646600 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port 92fd5ec4-b3c7-428d-8585-8a00bee5beb6 is: DOWN; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:13:09.646910 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (92fd5ec4-b3c7-428d-8585-8a00bee5beb6), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:09.654219 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-aa465258-5da9-41ab-8357-cb367b7ddef7 None None] Set router e5da20d3-921e-4805-a981-bfafb3dced8a gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:13:09.665814 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cf48dace-adb0-47f4-a8fd-95b3b0aa3a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (8fb1ec85-581b-4714-8cb6-b81d098379d9), after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:09.670903 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-603ca69d-ae23-4749-8648-693d5280b7af req-5c03be34-3ea3-4ab3-bfe8-f2e5c1d66d1b tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 210 time: 0.0453265 Jan 11 14:13:09.764525 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9b403-b887-4875-a311-810d376317ec None None] Pushing event updated for resources: {'Port': ['ID=8fb1ec85-581b-4714-8cb6-b81d098379d9,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:09.859044 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-cf48dace-adb0-47f4-a8fd-95b3b0aa3a41 None None] Attempting to bind port 8fb1ec85-581b-4714-8cb6-b81d098379d9 on host dv-cinder-824131-3-iscsi for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:13:09.859768 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-cf48dace-adb0-47f4-a8fd-95b3b0aa3a41 None None] Attempting to bind port 8fb1ec85-581b-4714-8cb6-b81d098379d9 by drivers openvswitch,hyperv on host dv-cinder-824131-3-iscsi at level 0 using segments [{'id': 'ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e39c23a3-bd49-4a6e-99a6-de49e0477fd9'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:13:09.860296 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf48dace-adb0-47f4-a8fd-95b3b0aa3a41 None None] Attempting to bind port 8fb1ec85-581b-4714-8cb6-b81d098379d9 on network e39c23a3-bd49-4a6e-99a6-de49e0477fd9 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:13:09.866885 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf48dace-adb0-47f4-a8fd-95b3b0aa3a41 None None] Checking agent: {'id': '9d224d65-2af6-406d-8eb7-edecce64fdf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824131-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 5, 2), 'started_at': datetime.datetime(2022, 1, 11, 14, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824131-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:13:09.867271 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf48dace-adb0-47f4-a8fd-95b3b0aa3a41 None None] Checking segment: {'id': 'ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e39c23a3-bd49-4a6e-99a6-de49e0477fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:13:09.867755 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cf48dace-adb0-47f4-a8fd-95b3b0aa3a41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:09.868162 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf48dace-adb0-47f4-a8fd-95b3b0aa3a41 None None] Bound using segment: {'id': 'ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e39c23a3-bd49-4a6e-99a6-de49e0477fd9'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:13:09.868643 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-cf48dace-adb0-47f4-a8fd-95b3b0aa3a41 None None] Bound port: 8fb1ec85-581b-4714-8cb6-b81d098379d9, host: dv-cinder-824131-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e39c23a3-bd49-4a6e-99a6-de49e0477fd9'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:13:09.869028 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cf48dace-adb0-47f4-a8fd-95b3b0aa3a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (8fb1ec85-581b-4714-8cb6-b81d098379d9), before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:09.943569 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-cf48dace-adb0-47f4-a8fd-95b3b0aa3a41 None None] For port 8fb1ec85-581b-4714-8cb6-b81d098379d9, host dv-cinder-824131-3-iscsi, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:13:09.948264 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-cf48dace-adb0-47f4-a8fd-95b3b0aa3a41 None None] For port 8fb1ec85-581b-4714-8cb6-b81d098379d9, host dv-cinder-824131-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=8fb1ec85-581b-4714-8cb6-b81d098379d9,segment=NetworkSegment(ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0),segment_id=ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:13:09.958210 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-cf48dace-adb0-47f4-a8fd-95b3b0aa3a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (8fb1ec85-581b-4714-8cb6-b81d098379d9), after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:09.981721 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-3284e6c2-6f00-49e0-8e3b-2fc74802d33a tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:09.986939 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] For port 92fd5ec4-b3c7-428d-8585-8a00bee5beb6, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=92fd5ec4-b3c7-428d-8585-8a00bee5beb6,segment=NetworkSegment(74f2f49c-8139-48f1-b44d-9c7351d31a13),segment_id=74f2f49c-8139-48f1-b44d-9c7351d31a13)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:13:10.002655 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9588a0-6686-4bab-a560-4a79dfcf923d None None] Routers {'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:13:10.002655 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-bf9588a0-6686-4bab-a560-4a79dfcf923d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:12:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:13:10.034421 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (92fd5ec4-b3c7-428d-8585-8a00bee5beb6), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:10.035248 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 9d42a7a7-c584-484d-b31e-f183ff6577e4 up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:13:10.042073 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9b403-b887-4875-a311-810d376317ec None None] Pushing event updated for resources: {'Port': ['ID=8fb1ec85-581b-4714-8cb6-b81d098379d9,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:10.059267 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf48dace-adb0-47f4-a8fd-95b3b0aa3a41 None None] Routers {'6381389f-f8a7-4141-b35d-670ee0fea90b'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:13:10.061623 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-cf48dace-adb0-47f4-a8fd-95b3b0aa3a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:12:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['6381389f-f8a7-4141-b35d-670ee0fea90b'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:13:10.071457 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962a781-c2e7-4d6a-9f6c-3fb59e5b22c8 None None] Pushing event updated for resources: {'Port': ['ID=0e463e88-ef00-4515-be8d-53006796cca1,revision_number=4']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:10.165228 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-54a0d30f-1298-4d9b-86ac-ffb1c42c3f54 req-aa00483e-95b1-491f-a2f6-0cc3790f776c tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 210 time: 0.0811651 Jan 11 14:13:10.261154 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-cf48dace-adb0-47f4-a8fd-95b3b0aa3a41 None None] Set router 6381389f-f8a7-4141-b35d-670ee0fea90b gateway port host: dv-cinder-824131-3-iscsi {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:13:10.271768 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 49548) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:10.277623 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-e75b9648-0eb6-47c4-a401-2200bad4dd0a tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1619066849', 'description': 'tempest-description--723485954'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:13:10.326126 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Pushing event updated for resources: {'Port': ['ID=92fd5ec4-b3c7-428d-8585-8a00bee5beb6,revision_number=4']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:10.336678 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-9e85411e-54a7-4f82-8364-b200727a30cf None None] Provisioning complete for port 0e463e88-ef00-4515-be8d-53006796cca1 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:13:10.337056 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9e85411e-54a7-4f82-8364-b200727a30cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (0e463e88-ef00-4515-be8d-53006796cca1), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:10.337602 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e75b9648-0eb6-47c4-a401-2200bad4dd0a tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:10.341939 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.db_base_plugin_common [None req-3284e6c2-6f00-49e0-8e3b-2fc74802d33a tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Allocated IP 172.27.2.139 (2ce614e2-30de-465a-a7cf-ddab87bfda56/24533608-225a-4678-8e54-d2d8b6714d88/0c78443b-ee66-4607-90c7-714eda420502) {{(pid=102758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:13:10.444402 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e75b9648-0eb6-47c4-a401-2200bad4dd0a tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for security_group (97e7e7df-6497-40b9-8c8e-452f328b0227), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:10.450671 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e75b9648-0eb6-47c4-a401-2200bad4dd0a tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (97e7e7df-6497-40b9-8c8e-452f328b0227), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:10.473440 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-3284e6c2-6f00-49e0-8e3b-2fc74802d33a tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for port (0c78443b-ee66-4607-90c7-714eda420502), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:10.474365 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-bf9588a0-6686-4bab-a560-4a79dfcf923d None None] Set router c7e0f9f8-8f73-44da-b050-d5cb4210a5cd gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:13:10.487859 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e75b9648-0eb6-47c4-a401-2200bad4dd0a tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:10.489348 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-e75b9648-0eb6-47c4-a401-2200bad4dd0a tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2160354 Jan 11 14:13:10.492492 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 49556) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:10.497069 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-db0817e8-aae3-42f9-9824-9438fbc62de9 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Request body: {'security_group_rule': {'security_group_id': '97e7e7df-6497-40b9-8c8e-452f328b0227', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:13:10.510262 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-3284e6c2-6f00-49e0-8e3b-2fc74802d33a tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996'] for port (0c78443b-ee66-4607-90c7-714eda420502), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:10.539527 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port 9d42a7a7-c584-484d-b31e-f183ff6577e4 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:13:10.539892 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (9d42a7a7-c584-484d-b31e-f183ff6577e4), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:10.540962 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3284e6c2-6f00-49e0-8e3b-2fc74802d33a tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Network 2ce614e2-30de-465a-a7cf-ddab87bfda56 is already hosted by enough agents. {{(pid=102758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:13:10.564859 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.base_scheduler [None req-3284e6c2-6f00-49e0-8e3b-2fc74802d33a tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Resources bound (agent type, host, resource id): {{(pid=102758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:13:10.567760 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b9648-0eb6-47c4-a401-2200bad4dd0a tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97e7e7df-6497-40b9-8c8e-452f328b0227,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:10.574373 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3284e6c2-6f00-49e0-8e3b-2fc74802d33a tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Received port after_create {{(pid=102758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:13:10.578126 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-db0817e8-aae3-42f9-9824-9438fbc62de9 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for security_group_rule (1f5d2182-a76e-4cf3-b601-6e8909ffeb8e), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:10.633891 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-db0817e8-aae3-42f9-9824-9438fbc62de9 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for security_group_rule (1f5d2182-a76e-4cf3-b601-6e8909ffeb8e), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:10.640656 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-db0817e8-aae3-42f9-9824-9438fbc62de9 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900394'] for security_group_rule (1f5d2182-a76e-4cf3-b601-6e8909ffeb8e), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:10.648245 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284e6c2-6f00-49e0-8e3b-2fc74802d33a tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Pushing event updated for resources: {'Port': ['ID=0c78443b-ee66-4607-90c7-714eda420502,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:10.661828 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0817e8-aae3-42f9-9824-9438fbc62de9 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f5d2182-a76e-4cf3-b601-6e8909ffeb8e,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:10.680365 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-db0817e8-aae3-42f9-9824-9438fbc62de9 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:10.682020 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-db0817e8-aae3-42f9-9824-9438fbc62de9 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1883912 Jan 11 14:13:10.685219 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 49562) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:10.690307 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-51e58ea4-1591-4f0a-b84a-d06c493b8f4d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Request body: {'security_group_rule': {'security_group_id': '97e7e7df-6497-40b9-8c8e-452f328b0227', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:13:10.718648 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-3284e6c2-6f00-49e0-8e3b-2fc74802d33a tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for floatingip (66d55a32-15e6-445a-be20-e80058b9876f), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:10.733616 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-51e58ea4-1591-4f0a-b84a-d06c493b8f4d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for security_group_rule (04f55b54-e172-42e2-974b-ac133862a808), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:10.745867 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-cf48dace-adb0-47f4-a8fd-95b3b0aa3a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6381389f-f8a7-4141-b35d-670ee0fea90b', 'name': 'tempest-ServerRescueNegativeTestJSON-447408442-router', 'tenant_id': 'ac8a41f764014f4d95c74c7348ca537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '839474a3-40b0-46d1-85ba-780150136ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:56Z', 'updated_at': '2022-01-11T14:13:03Z', 'revision_number': 4, 'project_id': 'ac8a41f764014f4d95c74c7348ca537e', 'gw_port': {'id': '839474a3-40b0-46d1-85ba-780150136ff9', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6381389f-f8a7-4141-b35d-670ee0fea90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:58Z', 'updated_at': '2022-01-11T14:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': '8fb1ec85-581b-4714-8cb6-b81d098379d9', 'name': '', 'network_id': 'e39c23a3-bd49-4a6e-99a6-de49e0477fd9', 'tenant_id': 'ac8a41f764014f4d95c74c7348ca537e', 'mac_address': 'fa:16:3e:64:4a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6381389f-f8a7-4141-b35d-670ee0fea90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f92724c6-8602-4a02-a614-e355ebf8a564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:13:01Z', 'updated_at': '2022-01-11T14:13:09Z', 'revision_number': 4, 'project_id': 'ac8a41f764014f4d95c74c7348ca537e', 'subnets': [{'id': 'f92724c6-8602-4a02-a614-e355ebf8a564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:13:10.781269 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf48dace-adb0-47f4-a8fd-95b3b0aa3a41 None None] The sync data for ids ['6381389f-f8a7-4141-b35d-670ee0fea90b'] in dv-cinder-824131-3-iscsi is: [{'id': '6381389f-f8a7-4141-b35d-670ee0fea90b', 'name': 'tempest-ServerRescueNegativeTestJSON-447408442-router', 'tenant_id': 'ac8a41f764014f4d95c74c7348ca537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '839474a3-40b0-46d1-85ba-780150136ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:56Z', 'updated_at': '2022-01-11T14:13:03Z', 'revision_number': 4, 'project_id': 'ac8a41f764014f4d95c74c7348ca537e', 'gw_port': {'id': '839474a3-40b0-46d1-85ba-780150136ff9', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6381389f-f8a7-4141-b35d-670ee0fea90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:58Z', 'updated_at': '2022-01-11T14:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': '8fb1ec85-581b-4714-8cb6-b81d098379d9', 'name': '', 'network_id': 'e39c23a3-bd49-4a6e-99a6-de49e0477fd9', 'tenant_id': 'ac8a41f764014f4d95c74c7348ca537e', 'mac_address': 'fa:16:3e:64:4a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6381389f-f8a7-4141-b35d-670ee0fea90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f92724c6-8602-4a02-a614-e355ebf8a564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:13:01Z', 'updated_at': '2022-01-11T14:13:09Z', 'revision_number': 4, 'project_id': 'ac8a41f764014f4d95c74c7348ca537e', 'subnets': [{'id': 'f92724c6-8602-4a02-a614-e355ebf8a564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:13:10.796856 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-3284e6c2-6f00-49e0-8e3b-2fc74802d33a tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (0c78443b-ee66-4607-90c7-714eda420502), before_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:10.801595 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-9e85411e-54a7-4f82-8364-b200727a30cf None None] Current status of the port 0e463e88-ef00-4515-be8d-53006796cca1 is: DOWN; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:13:10.801991 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9e85411e-54a7-4f82-8364-b200727a30cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (0e463e88-ef00-4515-be8d-53006796cca1), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:10.898509 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6865c611-652b-444f-8e11-2421f0951a58 req-f5683bfa-0025-4c33-8079-4e97886f1827 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 210 time: 0.0635374 Jan 11 14:13:10.935272 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-51e58ea4-1591-4f0a-b84a-d06c493b8f4d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for security_group_rule (04f55b54-e172-42e2-974b-ac133862a808), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:10.945198 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-51e58ea4-1591-4f0a-b84a-d06c493b8f4d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900394'] for security_group_rule (04f55b54-e172-42e2-974b-ac133862a808), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:10.962985 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-aa465258-5da9-41ab-8357-cb367b7ddef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'name': 'tempest-AttachVolumeShelveTestJSON-759545029-router', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:58Z', 'updated_at': '2022-01-11T14:13:05Z', 'revision_number': 4, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'gw_port': {'id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:59:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:59Z', 'updated_at': '2022-01-11T14:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'a0b55060-5b90-419a-a77b-297e468abf02', 'name': '', 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'mac_address': 'fa:16:3e:fc:2d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '613a89ec-c23f-446c-aa6e-28885de25556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:13:04Z', 'updated_at': '2022-01-11T14:13:06Z', 'revision_number': 2, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'subnets': [{'id': '613a89ec-c23f-446c-aa6e-28885de25556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:13:10.978259 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-51e58ea4-1591-4f0a-b84a-d06c493b8f4d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:10.982490 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-51e58ea4-1591-4f0a-b84a-d06c493b8f4d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2931275 Jan 11 14:13:10.985935 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 49572) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:10.991097 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-021f2561-1b3c-4e39-8db5-e5a978b9360d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Request body: {'floatingip': {'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:13:11.000575 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e58ea4-1591-4f0a-b84a-d06c493b8f4d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f55b54-e172-42e2-974b-ac133862a808,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:11.016393 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa465258-5da9-41ab-8357-cb367b7ddef7 None None] Checking router: e5da20d3-921e-4805-a981-bfafb3dced8a for host: dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:13:11.016796 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa465258-5da9-41ab-8357-cb367b7ddef7 None None] Updating router e5da20d3-921e-4805-a981-bfafb3dced8a port a0b55060-5b90-419a-a77b-297e468abf02 binding host dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 14:13:11.037337 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port 9d42a7a7-c584-484d-b31e-f183ff6577e4 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:13:11.041667 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-9e85411e-54a7-4f82-8364-b200727a30cf None None] For port 0e463e88-ef00-4515-be8d-53006796cca1, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=0e463e88-ef00-4515-be8d-53006796cca1,segment=NetworkSegment(4ab9da9a-fa88-4fd7-8386-6870c4602395),segment_id=4ab9da9a-fa88-4fd7-8386-6870c4602395)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:13:11.065526 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9e85411e-54a7-4f82-8364-b200727a30cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (0e463e88-ef00-4515-be8d-53006796cca1), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:11.081967 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-021f2561-1b3c-4e39-8db5-e5a978b9360d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:11.108738 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aa465258-5da9-41ab-8357-cb367b7ddef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (a0b55060-5b90-419a-a77b-297e468abf02), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:11.133250 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-3284e6c2-6f00-49e0-8e3b-2fc74802d33a tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for port (0c78443b-ee66-4607-90c7-714eda420502), precommit_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:11.141197 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-3284e6c2-6f00-49e0-8e3b-2fc74802d33a tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (0c78443b-ee66-4607-90c7-714eda420502), after_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:11.174305 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e85411e-54a7-4f82-8364-b200727a30cf None None] Pushing event updated for resources: {'Port': ['ID=0e463e88-ef00-4515-be8d-53006796cca1,revision_number=5']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:11.305880 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-bf9588a0-6686-4bab-a560-4a79dfcf923d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'name': 'tempest-AttachVolumeTestJSON-1626767127-router', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:13:03Z', 'revision_number': 4, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'gw_port': {'id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': '0e463e88-ef00-4515-be8d-53006796cca1', 'name': '', 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'mac_address': 'fa:16:3e:0d:ab:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7e0256b9-88cf-4f3b-af76-871b368403f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:13:01Z', 'updated_at': '2022-01-11T14:13:09Z', 'revision_number': 4, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'subnets': [{'id': '7e0256b9-88cf-4f3b-af76-871b368403f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:13:11.347035 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 8fb1ec85-581b-4714-8cb6-b81d098379d9 up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:13:11.351968 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9588a0-6686-4bab-a560-4a79dfcf923d None None] The sync data for ids ['c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'] in dv-cinder-824131-3-iscsi is: [{'id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'name': 'tempest-AttachVolumeTestJSON-1626767127-router', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:13:03Z', 'revision_number': 4, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'gw_port': {'id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': '0e463e88-ef00-4515-be8d-53006796cca1', 'name': '', 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'mac_address': 'fa:16:3e:0d:ab:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7e0256b9-88cf-4f3b-af76-871b368403f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:13:01Z', 'updated_at': '2022-01-11T14:13:09Z', 'revision_number': 4, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'subnets': [{'id': '7e0256b9-88cf-4f3b-af76-871b368403f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:13:11.482750 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-3284e6c2-6f00-49e0-8e3b-2fc74802d33a tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704722'] for floatingip (66d55a32-15e6-445a-be20-e80058b9876f), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:11.493819 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-021f2561-1b3c-4e39-8db5-e5a978b9360d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:11.558432 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-6dcdda51-0430-4b03-a715-61e736df9933 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Request body: {'port': {'device_id': '667829c5-ceaa-492a-8a6f-98dfd8155a4c', 'network_id': 'af1ef159-4151-46fa-bf26-34e9296d0c02', 'admin_state_up': True, 'tenant_id': '78b47db2a2314b9d80eb556d0bae99aa'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:13:11.568274 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2d3bc1bd-1536-4a6e-9ddd-07ce8acf2823 req-629f2f24-7a0f-483e-b3f2-2c65e421145a tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 210 time: 0.1335230 Jan 11 14:13:11.604784 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port 8fb1ec85-581b-4714-8cb6-b81d098379d9 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:13:11.605164 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (8fb1ec85-581b-4714-8cb6-b81d098379d9), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:11.618135 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-3284e6c2-6f00-49e0-8e3b-2fc74802d33a tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:11.627813 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-3284e6c2-6f00-49e0-8e3b-2fc74802d33a tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0918214 Jan 11 14:13:11.629392 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284e6c2-6f00-49e0-8e3b-2fc74802d33a tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Pushing event updated for resources: {'Port': ['ID=0c78443b-ee66-4607-90c7-714eda420502,revision_number=2']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:11.905739 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-6dcdda51-0430-4b03-a715-61e736df9933 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Made reservation on behalf of 78b47db2a2314b9d80eb556d0bae99aa for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:13:11.909411 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-6dcdda51-0430-4b03-a715-61e736df9933 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:11.932062 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port 8fb1ec85-581b-4714-8cb6-b81d098379d9 is: DOWN; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:13:11.932823 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (8fb1ec85-581b-4714-8cb6-b81d098379d9), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:11.968900 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-021f2561-1b3c-4e39-8db5-e5a978b9360d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Allocated IP 172.27.2.45 (2ce614e2-30de-465a-a7cf-ddab87bfda56/24533608-225a-4678-8e54-d2d8b6714d88/0a39b2bc-cdd6-4016-8928-fb2176dc4a61) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:13:12.031453 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aa465258-5da9-41ab-8357-cb367b7ddef7 None None] Publish callbacks [] for port (a0b55060-5b90-419a-a77b-297e468abf02), precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:12.057475 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-5353ed7f-645b-4377-b858-9971ba775326 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--421586489&fields=id&tenant_id=3a11f6957ee74ff0a62315613ff54913 HTTP/1.1" status: 200 len: 267 time: 0.1643181 Jan 11 14:13:12.059131 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aa465258-5da9-41ab-8357-cb367b7ddef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (a0b55060-5b90-419a-a77b-297e468abf02), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:12.136618 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39161bb8-0ca0-4a06-bede-1922659c4b5d None None] Pushing event updated for resources: {'Port': ['ID=a0b55060-5b90-419a-a77b-297e468abf02,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:12.149223 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:13:12.222607 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] For port 8fb1ec85-581b-4714-8cb6-b81d098379d9, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=8fb1ec85-581b-4714-8cb6-b81d098379d9,segment=NetworkSegment(ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0),segment_id=ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:13:12.232700 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (8fb1ec85-581b-4714-8cb6-b81d098379d9), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:12.233694 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 92fd5ec4-b3c7-428d-8585-8a00bee5beb6 up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:13:12.269423 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-dd7c4073-efdd-44dc-8053-13b2bc8ca820 req-eaf19ea1-5567-4a58-aff6-f5cb9372ec59 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 210 time: 0.2037292 Jan 11 14:13:12.485347 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-c535d0c9-b6f0-4a91-ab4c-e0df4b50388c tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:12.494158 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-c535d0c9-b6f0-4a91-ab4c-e0df4b50388c tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/networks?id=0b91e79a-b551-4734-8a4b-8bd89379e2e4 HTTP/1.1" status: 200 len: 811 time: 0.4159303 Jan 11 14:13:12.517586 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-aa465258-5da9-41ab-8357-cb367b7ddef7 None None] Attempting to bind port a0b55060-5b90-419a-a77b-297e468abf02 on host dv-cinder-824131-3-iscsi for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:13:12.519223 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-aa465258-5da9-41ab-8357-cb367b7ddef7 None None] Attempting to bind port a0b55060-5b90-419a-a77b-297e468abf02 by drivers openvswitch,hyperv on host dv-cinder-824131-3-iscsi at level 0 using segments [{'id': 'b78d3995-300f-48b9-80bd-160535fc8f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:13:12.520943 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa465258-5da9-41ab-8357-cb367b7ddef7 None None] Attempting to bind port a0b55060-5b90-419a-a77b-297e468abf02 on network 63c4d627-31e2-452f-a693-3a2f1117c04e {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:13:12.526125 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-7437a558-fd30-4ed2-a809-c28fdf776a00 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/quotas/3a11f6957ee74ff0a62315613ff54913 HTTP/1.1" status: 200 len: 375 time: 0.0308151 Jan 11 14:13:12.563269 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port 92fd5ec4-b3c7-428d-8585-8a00bee5beb6 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:13:12.565089 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (92fd5ec4-b3c7-428d-8585-8a00bee5beb6), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:12.570045 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa465258-5da9-41ab-8357-cb367b7ddef7 None None] Checking agent: {'id': '9d224d65-2af6-406d-8eb7-edecce64fdf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824131-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 5, 2), 'started_at': datetime.datetime(2022, 1, 11, 14, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824131-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:13:12.570734 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa465258-5da9-41ab-8357-cb367b7ddef7 None None] Checking segment: {'id': 'b78d3995-300f-48b9-80bd-160535fc8f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:13:12.571415 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aa465258-5da9-41ab-8357-cb367b7ddef7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:12.572056 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa465258-5da9-41ab-8357-cb367b7ddef7 None None] Bound using segment: {'id': 'b78d3995-300f-48b9-80bd-160535fc8f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:13:12.573079 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-aa465258-5da9-41ab-8357-cb367b7ddef7 None None] Bound port: a0b55060-5b90-419a-a77b-297e468abf02, host: dv-cinder-824131-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78d3995-300f-48b9-80bd-160535fc8f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:13:12.573602 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aa465258-5da9-41ab-8357-cb367b7ddef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (a0b55060-5b90-419a-a77b-297e468abf02), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:12.657789 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-021f2561-1b3c-4e39-8db5-e5a978b9360d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for port (0a39b2bc-cdd6-4016-8928-fb2176dc4a61), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:12.719476 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-0fd57616-d8d7-4799-994d-03e6b37fab76 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a11f6957ee74ff0a62315613ff54913&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1840286 Jan 11 14:13:12.829902 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f65c8867-3678-456c-8e57-a36dfb681951 req-fafa09a4-d691-48cd-bd2a-1cc405577203 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 210 time: 0.0766439 Jan 11 14:13:12.885937 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-6dcdda51-0430-4b03-a715-61e736df9933 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Allocated IP 172.20.0.2 (af1ef159-4151-46fa-bf26-34e9296d0c02/d4e406dd-1a26-497d-88d0-3762d493758c/c063d65b-930d-449b-91e5-7f64c92f6387) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:13:12.901844 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-021f2561-1b3c-4e39-8db5-e5a978b9360d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996'] for port (0a39b2bc-cdd6-4016-8928-fb2176dc4a61), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:12.935883 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-d31481e8-d253-4ed2-b612-a2134d994b91 service neutron] 10.222.0.49 "GET /v2.0/networks/0b91e79a-b551-4734-8a4b-8bd89379e2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062473 Jan 11 14:13:13.117170 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-cc0089fc-dfe6-4300-b696-3b9fdb2fba0c service neutron] 10.222.0.49 "GET /v2.0/networks/0b91e79a-b551-4734-8a4b-8bd89379e2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801255 Jan 11 14:13:13.258669 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021f2561-1b3c-4e39-8db5-e5a978b9360d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Network 2ce614e2-30de-465a-a7cf-ddab87bfda56 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:13:13.259537 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f2561-1b3c-4e39-8db5-e5a978b9360d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Pushing event updated for resources: {'Port': ['ID=0a39b2bc-cdd6-4016-8928-fb2176dc4a61,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:13.267169 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-021f2561-1b3c-4e39-8db5-e5a978b9360d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:13:13.271762 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021f2561-1b3c-4e39-8db5-e5a978b9360d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:13:13.306291 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Pushing event updated for resources: {'Port': ['ID=8fb1ec85-581b-4714-8cb6-b81d098379d9,revision_number=5']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:13.409740 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-63588ec0-bf73-458b-b106-103fcc81bec4 None None] Provisioning complete for port a0b55060-5b90-419a-a77b-297e468abf02 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:13:13.410785 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-63588ec0-bf73-458b-b106-103fcc81bec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (a0b55060-5b90-419a-a77b-297e468abf02), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:13.459792 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-be87271f-e18c-470c-b7be-dae523f82d26 req-5d768c43-a66c-4f6d-b00a-ef10da535a41 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 210 time: 0.1001773 Jan 11 14:13:13.546961 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2045dc95-65e4-4c4f-8409-dc0787af9c3d req-75bdf952-78b4-4c71-ba77-ab6399924c8a tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 210 time: 0.0860906 Jan 11 14:13:13.578715 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-63588ec0-bf73-458b-b106-103fcc81bec4 None None] Port a0b55060-5b90-419a-a77b-297e468abf02 cannot update to ACTIVE because it is not bound. {{(pid=102760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 14:13:13.703177 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-021f2561-1b3c-4e39-8db5-e5a978b9360d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for floatingip (73918095-d6af-44dc-bdab-33d34dd5a401), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:13.897561 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-021f2561-1b3c-4e39-8db5-e5a978b9360d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (0a39b2bc-cdd6-4016-8928-fb2176dc4a61), before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:13.917960 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-aa465258-5da9-41ab-8357-cb367b7ddef7 None None] For port a0b55060-5b90-419a-a77b-297e468abf02, host dv-cinder-824131-3-iscsi, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:13:13.942748 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-aa465258-5da9-41ab-8357-cb367b7ddef7 None None] For port a0b55060-5b90-419a-a77b-297e468abf02, host dv-cinder-824131-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=a0b55060-5b90-419a-a77b-297e468abf02,segment=NetworkSegment(b78d3995-300f-48b9-80bd-160535fc8f73),segment_id=b78d3995-300f-48b9-80bd-160535fc8f73)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:13:13.976034 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aa465258-5da9-41ab-8357-cb367b7ddef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (a0b55060-5b90-419a-a77b-297e468abf02), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:14.038860 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-6dcdda51-0430-4b03-a715-61e736df9933 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Publish callbacks [] for port (c063d65b-930d-449b-91e5-7f64c92f6387), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:14.121837 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-207dc872-4e35-4781-bdd8-e69d616d2aad req-73fb09f0-6670-4dc7-a8e3-62b055fb3ba2 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 210 time: 0.1391153 Jan 11 14:13:14.165101 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-6dcdda51-0430-4b03-a715-61e736df9933 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996'] for port (c063d65b-930d-449b-91e5-7f64c92f6387), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:14.225166 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39161bb8-0ca0-4a06-bede-1922659c4b5d None None] Pushing event updated for resources: {'Port': ['ID=a0b55060-5b90-419a-a77b-297e468abf02,revision_number=4']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:14.245145 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.45', 55764) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:14.298059 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port 92fd5ec4-b3c7-428d-8585-8a00bee5beb6 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:13:14.339393 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa465258-5da9-41ab-8357-cb367b7ddef7 None None] Routers {'e5da20d3-921e-4805-a981-bfafb3dced8a'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:13:14.340076 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-aa465258-5da9-41ab-8357-cb367b7ddef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:12:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['e5da20d3-921e-4805-a981-bfafb3dced8a'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:13:14.561685 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-6dcdda51-0430-4b03-a715-61e736df9933 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Network af1ef159-4151-46fa-bf26-34e9296d0c02 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:13:14.576853 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-aa465258-5da9-41ab-8357-cb367b7ddef7 None None] Set router e5da20d3-921e-4805-a981-bfafb3dced8a gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:13:14.607740 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-6dcdda51-0430-4b03-a715-61e736df9933 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:13:14.616623 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-924f871a-36e9-4348-9364-7c694d4a7f2b tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:14.629826 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-6dcdda51-0430-4b03-a715-61e736df9933 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:13:14.632971 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-924f871a-36e9-4348-9364-7c694d4a7f2b tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.45 "GET /v2.0/networks?id=e39c23a3-bd49-4a6e-99a6-de49e0477fd9 HTTP/1.1" status: 200 len: 818 time: 0.3712170 Jan 11 14:13:14.650879 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-3081d0a7-9663-415b-8290-c9e0f5c631c6 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Request body: {'port': {'device_id': 'efdb5bf8-cc2d-4e01-ad4d-6a9647801384', 'network_id': 'e39c23a3-bd49-4a6e-99a6-de49e0477fd9', 'admin_state_up': True, 'tenant_id': 'ac8a41f764014f4d95c74c7348ca537e'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:13:14.667130 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-6dcdda51-0430-4b03-a715-61e736df9933 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:14.668934 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-6dcdda51-0430-4b03-a715-61e736df9933 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for port (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:14.677214 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcdda51-0430-4b03-a715-61e736df9933 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Pushing event updated for resources: {'Port': ['ID=c063d65b-930d-449b-91e5-7f64c92f6387,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:14.924524 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 8fb1ec85-581b-4714-8cb6-b81d098379d9 up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:13:14.944774 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-6dcdda51-0430-4b03-a715-61e736df9933 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3936338 Jan 11 14:13:14.968429 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-70fbbdc3-dc8b-4457-9288-35ceecfd0941 req-813e9ea8-ee32-4e7d-ae88-d54512c1275a tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 210 time: 0.1247690 Jan 11 14:13:15.026557 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-4de45073-b340-4beb-abe3-ccfaa261fb61 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 14:13:15.047137 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-4de45073-b340-4beb-abe3-ccfaa261fb61 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0707498 Jan 11 14:13:15.309631 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.45', 55771) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:15.377062 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-c22208f9-fb8d-4be9-84f0-b23fbadd6e04 None None] Provisioning complete for port a0b55060-5b90-419a-a77b-297e468abf02 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:13:15.377062 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c22208f9-fb8d-4be9-84f0-b23fbadd6e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (a0b55060-5b90-419a-a77b-297e468abf02), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:15.459664 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a915ac98-53da-43a5-b22c-fe5050b6b652 req-e1637f64-680b-41c6-a2fc-d715e3dcd481 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 210 time: 0.2389338 Jan 11 14:13:15.563078 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-3081d0a7-9663-415b-8290-c9e0f5c631c6 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Made reservation on behalf of ac8a41f764014f4d95c74c7348ca537e for: {'port': 1} {{(pid=102758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:13:15.570827 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-3081d0a7-9663-415b-8290-c9e0f5c631c6 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:15.631888 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-c22208f9-fb8d-4be9-84f0-b23fbadd6e04 None None] Current status of the port a0b55060-5b90-419a-a77b-297e468abf02 is: DOWN; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:13:15.632907 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c22208f9-fb8d-4be9-84f0-b23fbadd6e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (a0b55060-5b90-419a-a77b-297e468abf02), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:15.690441 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-c22208f9-fb8d-4be9-84f0-b23fbadd6e04 None None] For port a0b55060-5b90-419a-a77b-297e468abf02, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=a0b55060-5b90-419a-a77b-297e468abf02,segment=NetworkSegment(b78d3995-300f-48b9-80bd-160535fc8f73),segment_id=b78d3995-300f-48b9-80bd-160535fc8f73)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:13:15.696749 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-4a32da4b-03f3-4d0f-a4e2-6aae23db8f52 service neutron] Request body: {'port': {'device_id': '667829c5-ceaa-492a-8a6f-98dfd8155a4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82413'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:13:15.707459 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port 8fb1ec85-581b-4714-8cb6-b81d098379d9 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:13:15.708337 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (8fb1ec85-581b-4714-8cb6-b81d098379d9), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:15.709764 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c22208f9-fb8d-4be9-84f0-b23fbadd6e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (a0b55060-5b90-419a-a77b-297e468abf02), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:15.716495 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-021f2561-1b3c-4e39-8db5-e5a978b9360d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for port (0a39b2bc-cdd6-4016-8928-fb2176dc4a61), precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:15.739782 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-606c17b4-796c-4e06-bdaa-506e73b591a8 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:15.741245 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-606c17b4-796c-4e06-bdaa-506e73b591a8 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.45 "GET /v2.0/networks?id=e39c23a3-bd49-4a6e-99a6-de49e0477fd9 HTTP/1.1" status: 200 len: 818 time: 0.4224429 Jan 11 14:13:15.743592 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-021f2561-1b3c-4e39-8db5-e5a978b9360d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (0a39b2bc-cdd6-4016-8928-fb2176dc4a61), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:15.818437 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-a007651f-9d4a-4621-bfad-635be5ef843c tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Request body: {'port': {'device_id': 'aa034417-f545-486a-9795-890931667012', 'network_id': 'e39c23a3-bd49-4a6e-99a6-de49e0477fd9', 'admin_state_up': True, 'tenant_id': 'ac8a41f764014f4d95c74c7348ca537e'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:13:15.845224 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22208f9-fb8d-4be9-84f0-b23fbadd6e04 None None] Pushing event updated for resources: {'Port': ['ID=a0b55060-5b90-419a-a77b-297e468abf02,revision_number=5']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:15.882714 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-aa465258-5da9-41ab-8357-cb367b7ddef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'name': 'tempest-AttachVolumeShelveTestJSON-759545029-router', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:58Z', 'updated_at': '2022-01-11T14:13:05Z', 'revision_number': 4, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'gw_port': {'id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:59Z', 'updated_at': '2022-01-11T14:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'a0b55060-5b90-419a-a77b-297e468abf02', 'name': '', 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'mac_address': 'fa:16:3e:fc:2d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '613a89ec-c23f-446c-aa6e-28885de25556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:13:04Z', 'updated_at': '2022-01-11T14:13:13Z', 'revision_number': 4, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'subnets': [{'id': '613a89ec-c23f-446c-aa6e-28885de25556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:13:15.995215 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa465258-5da9-41ab-8357-cb367b7ddef7 None None] The sync data for ids ['e5da20d3-921e-4805-a981-bfafb3dced8a'] in dv-cinder-824131-3-iscsi is: [{'id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'name': 'tempest-AttachVolumeShelveTestJSON-759545029-router', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:58Z', 'updated_at': '2022-01-11T14:13:05Z', 'revision_number': 4, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'gw_port': {'id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:59Z', 'updated_at': '2022-01-11T14:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'a0b55060-5b90-419a-a77b-297e468abf02', 'name': '', 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'mac_address': 'fa:16:3e:fc:2d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '613a89ec-c23f-446c-aa6e-28885de25556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:13:04Z', 'updated_at': '2022-01-11T14:13:13Z', 'revision_number': 4, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'subnets': [{'id': '613a89ec-c23f-446c-aa6e-28885de25556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:13:16.098692 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d80af2-0309-4386-955a-ba73b68e29a6 req-291d310c-af0e-406e-8163-e5af0667474f tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:16.104497 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-021f2561-1b3c-4e39-8db5-e5a978b9360d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704722'] for floatingip (73918095-d6af-44dc-bdab-33d34dd5a401), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:16.126239 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-19d80af2-0309-4386-955a-ba73b68e29a6 req-291d310c-af0e-406e-8163-e5af0667474f tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 931 time: 0.7805998 Jan 11 14:13:16.168563 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port 8fb1ec85-581b-4714-8cb6-b81d098379d9 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:13:16.172355 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 0e463e88-ef00-4515-be8d-53006796cca1 up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:13:16.254185 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-4a32da4b-03f3-4d0f-a4e2-6aae23db8f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (c063d65b-930d-449b-91e5-7f64c92f6387), before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:16.273453 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.45', 55776) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:16.276162 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-021f2561-1b3c-4e39-8db5-e5a978b9360d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:16.277447 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-021f2561-1b3c-4e39-8db5-e5a978b9360d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2902653 Jan 11 14:13:16.278202 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f2561-1b3c-4e39-8db5-e5a978b9360d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Pushing event updated for resources: {'Port': ['ID=0a39b2bc-cdd6-4016-8928-fb2176dc4a61,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:16.382052 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port 0e463e88-ef00-4515-be8d-53006796cca1 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:13:16.382052 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (0e463e88-ef00-4515-be8d-53006796cca1), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:16.549079 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d6f1e8b6-b69b-4aa3-836d-f344767fa691 req-3ec05c6e-13e3-4f8c-991b-0e7dd9982758 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 210 time: 0.2587042 Jan 11 14:13:16.698356 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-a007651f-9d4a-4621-bfad-635be5ef843c tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Made reservation on behalf of ac8a41f764014f4d95c74c7348ca537e for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:13:16.713083 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-a007651f-9d4a-4621-bfad-635be5ef843c tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:16.790205 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port 0e463e88-ef00-4515-be8d-53006796cca1 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:13:17.066868 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-19d80af2-0309-4386-955a-ba73b68e29a6 req-25c21b47-8319-4746-a794-d9f37aa98181 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9247777 Jan 11 14:13:17.161022 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 49752) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:17.174313 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device a0b55060-5b90-419a-a77b-297e468abf02 up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:13:17.250947 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 49762) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:17.251240 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.db_base_plugin_common [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-3081d0a7-9663-415b-8290-c9e0f5c631c6 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Allocated IP 172.20.0.10 (e39c23a3-bd49-4a6e-99a6-de49e0477fd9/f92724c6-8602-4a02-a614-e355ebf8a564/77e99707-79d4-42da-8053-2f361200d181) {{(pid=102758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:13:17.257690 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-db7dbe5c-6779-4149-9d6f-f741cf65dcd2 req-c00fd66b-f753-4b28-bd70-b1e1715db7fe tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 210 time: 0.3067374 Jan 11 14:13:17.306197 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port a0b55060-5b90-419a-a77b-297e468abf02 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:13:17.306835 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (a0b55060-5b90-419a-a77b-297e468abf02), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:17.363392 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-47fec194-05e4-4089-9798-0fa29ab6f8eb tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1619066849&fields=id&tenant_id=0e53c79af2d940ce87ec727feef0f0ee HTTP/1.1" status: 200 len: 267 time: 0.1033807 Jan 11 14:13:17.425042 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port a0b55060-5b90-419a-a77b-297e468abf02 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:13:17.505612 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-b48ca8fd-bacd-425b-a824-8b6bb35bd31e tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:17.507592 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-b48ca8fd-bacd-425b-a824-8b6bb35bd31e tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.45 "GET /v2.0/networks?id=0b91e79a-b551-4734-8a4b-8bd89379e2e4 HTTP/1.1" status: 200 len: 811 time: 1.2267404 Jan 11 14:13:17.682751 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-3081d0a7-9663-415b-8290-c9e0f5c631c6 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Publish callbacks [] for port (77e99707-79d4-42da-8053-2f361200d181), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:17.713354 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-540d33a1-6dd3-47a3-b0b6-21343e8b4826 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:17.785929 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-27f2e3a2-bae0-4939-9fc5-5337e1b33443 req-59700a1b-80b7-4f89-bd3f-fad22b0d4389 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 210 time: 0.0441687 Jan 11 14:13:17.815679 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-3081d0a7-9663-415b-8290-c9e0f5c631c6 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996'] for port (77e99707-79d4-42da-8053-2f361200d181), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:17.879365 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-3081d0a7-9663-415b-8290-c9e0f5c631c6 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Network e39c23a3-bd49-4a6e-99a6-de49e0477fd9 is already hosted by enough agents. {{(pid=102758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:13:17.897733 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-df0261fe-c9a4-4920-8566-51790dfba17b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a11f6957ee74ff0a62315613ff54913 HTTP/1.1" status: 200 len: 379 time: 0.3146257 Jan 11 14:13:17.898774 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ee6684c2-821f-459c-a299-2cb8cc589f5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:17.922480 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.base_scheduler [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-3081d0a7-9663-415b-8290-c9e0f5c631c6 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Resources bound (agent type, host, resource id): {{(pid=102758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:13:17.941732 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-3081d0a7-9663-415b-8290-c9e0f5c631c6 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Received port after_create {{(pid=102758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:13:17.947611 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-3081d0a7-9663-415b-8290-c9e0f5c631c6 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:17.948689 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-3081d0a7-9663-415b-8290-c9e0f5c631c6 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for port (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:17.974360 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-3081d0a7-9663-415b-8290-c9e0f5c631c6 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3274488 Jan 11 14:13:17.983308 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-540d33a1-6dd3-47a3-b0b6-21343e8b4826 admin admin] Publish callbacks [] for security_group (216f429d-9a3d-4c74-b6e6-b36aafda1fce), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:17.992503 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-c0562c06-6db4-4546-ae15-274aca7cae29 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Request body: {'port': {'device_id': 'da33a406-0839-4a04-9800-1444f9ae0b82', 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4', 'admin_state_up': True, 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'security_groups': ['0c681486-e9d0-4a13-b9a0-ee6460ebe063']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:13:18.002781 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-95cb906a-6714-43d5-8db8-bdc746c69206 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:18.012627 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-95cb906a-6714-43d5-8db8-bdc746c69206 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/networks?id=63c4d627-31e2-452f-a693-3a2f1117c04e HTTP/1.1" status: 200 len: 816 time: 0.6477869 Jan 11 14:13:18.039548 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-540d33a1-6dd3-47a3-b0b6-21343e8b4826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (216f429d-9a3d-4c74-b6e6-b36aafda1fce), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:18.055306 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081d0a7-9663-415b-8290-c9e0f5c631c6 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Pushing event updated for resources: {'Port': ['ID=77e99707-79d4-42da-8053-2f361200d181,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:18.075579 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-bba0b218-c37e-4f5f-a9b3-23348a887242 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/quotas/0e53c79af2d940ce87ec727feef0f0ee HTTP/1.1" status: 200 len: 375 time: 0.0619025 Jan 11 14:13:18.081756 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-a5b427d3-0ea8-4f93-bc4f-5efa350eacb8 service neutron] Request body: {'port': {'device_id': 'efdb5bf8-cc2d-4e01-ad4d-6a9647801384', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82413'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:13:18.127253 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-540d33a1-6dd3-47a3-b0b6-21343e8b4826 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4cf3619199fb488c91ab0de6b2c36212&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6855574 Jan 11 14:13:18.274560 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ee6684c2-821f-459c-a299-2cb8cc589f5d admin admin] Publish callbacks [] for security_group (403f7c02-ff6b-4d34-8721-b6258afb3c6c), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:18.276269 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 49786) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:18.335171 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.notifiers.nova [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-4a32da4b-03f3-4d0f-a4e2-6aae23db8f52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c063d65b-930d-449b-91e5-7f64c92f6387 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:13:18.355545 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ee6684c2-821f-459c-a299-2cb8cc589f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (403f7c02-ff6b-4d34-8721-b6258afb3c6c), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:18.406604 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-ee6684c2-821f-459c-a299-2cb8cc589f5d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dbefe220f45d41449dd12b1912751b4d&name=default HTTP/1.1" status: 200 len: 2993 time: 1.2412078 Jan 11 14:13:18.417865 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-4a32da4b-03f3-4d0f-a4e2-6aae23db8f52 service neutron] Publish callbacks [] for port (c063d65b-930d-449b-91e5-7f64c92f6387), precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:18.431362 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 49796) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:18.597173 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10684f01-6a6a-413f-b423-e6209935f64f req-4481c293-3233-4976-8853-845852f6ca4b tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:18.604967 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-10684f01-6a6a-413f-b423-e6209935f64f req-4481c293-3233-4976-8853-845852f6ca4b tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 931 time: 0.2985587 Jan 11 14:13:18.719291 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-a5b427d3-0ea8-4f93-bc4f-5efa350eacb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (77e99707-79d4-42da-8053-2f361200d181), before_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:18.789906 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-a007651f-9d4a-4621-bfad-635be5ef843c tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Allocated IP 172.20.0.4 (e39c23a3-bd49-4a6e-99a6-de49e0477fd9/f92724c6-8602-4a02-a614-e355ebf8a564/5a970ee5-fb4e-433b-a01a-9adab15fef70) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:13:18.840312 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-619a47a3-3fef-4a1e-bae4-de70d3d87122 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e53c79af2d940ce87ec727feef0f0ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7634981 Jan 11 14:13:18.861989 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-10684f01-6a6a-413f-b423-e6209935f64f req-7d324c25-bcf0-4e5a-9178-e92ac39c8b03 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468996 Jan 11 14:13:18.983065 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-31ad99ff-8070-4993-91a7-acf0daa2c297 req-2a8b3205-517e-4455-88ea-6e48a32f4aaf tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 210 time: 0.0386670 Jan 11 14:13:19.119596 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-4a32da4b-03f3-4d0f-a4e2-6aae23db8f52 service neutron] Transition to ACTIVE for port object c063d65b-930d-449b-91e5-7f64c92f6387 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 14:13:19.217511 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d33a1-6dd3-47a3-b0b6-21343e8b4826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216f429d-9a3d-4c74-b6e6-b36aafda1fce,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:19.225488 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-4a32da4b-03f3-4d0f-a4e2-6aae23db8f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (c063d65b-930d-449b-91e5-7f64c92f6387), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:19.264432 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7bed7f9a-cf74-457d-9391-9bd8eed41b6d req-31fb8a8e-0746-42a5-8617-bf10595445ac tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 210 time: 0.1530263 Jan 11 14:13:19.300472 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6684c2-821f-459c-a299-2cb8cc589f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403f7c02-ff6b-4d34-8721-b6258afb3c6c,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:19.406623 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-45f2ee7e-c6c1-4d19-b753-842220251dca service neutron] 10.222.0.49 "GET /v2.0/networks/63c4d627-31e2-452f-a693-3a2f1117c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5544786 Jan 11 14:13:19.462778 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4965f680-66ec-46c1-a07a-55832d4502b1 admin admin] Publish callbacks [] for security_group (216f429d-9a3d-4c74-b6e6-b36aafda1fce), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:19.523612 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-a007651f-9d4a-4621-bfad-635be5ef843c tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Publish callbacks [] for port (5a970ee5-fb4e-433b-a01a-9adab15fef70), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:19.525094 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-c0562c06-6db4-4546-ae15-274aca7cae29 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Made reservation on behalf of 3a11f6957ee74ff0a62315613ff54913 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:13:19.529013 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-c0562c06-6db4-4546-ae15-274aca7cae29 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:19.635134 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-7e01a72b-7396-4669-bdcd-2152ff12a012 service neutron] 10.222.0.49 "GET /v2.0/networks/63c4d627-31e2-452f-a693-3a2f1117c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130060 Jan 11 14:13:19.636328 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4965f680-66ec-46c1-a07a-55832d4502b1 admin admin] Publish callbacks [] for security_group (216f429d-9a3d-4c74-b6e6-b36aafda1fce), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:19.638080 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-4a32da4b-03f3-4d0f-a4e2-6aae23db8f52 service neutron] Attempting to bind port c063d65b-930d-449b-91e5-7f64c92f6387 on host hv-cinder-82413 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:13:19.638457 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-4a32da4b-03f3-4d0f-a4e2-6aae23db8f52 service neutron] Attempting to bind port c063d65b-930d-449b-91e5-7f64c92f6387 by drivers openvswitch,hyperv on host hv-cinder-82413 at level 0 using segments [{'id': '260f7c16-1ea1-4405-b630-043e9204e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'af1ef159-4151-46fa-bf26-34e9296d0c02'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:13:19.639314 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-4a32da4b-03f3-4d0f-a4e2-6aae23db8f52 service neutron] Attempting to bind port c063d65b-930d-449b-91e5-7f64c92f6387 on network af1ef159-4151-46fa-bf26-34e9296d0c02 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:13:19.751375 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32da4b-03f3-4d0f-a4e2-6aae23db8f52 service neutron] Pushing event updated for resources: {'Port': ['ID=c063d65b-930d-449b-91e5-7f64c92f6387,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:19.802277 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-4a32da4b-03f3-4d0f-a4e2-6aae23db8f52 service neutron] Port c063d65b-930d-449b-91e5-7f64c92f6387 on network af1ef159-4151-46fa-bf26-34e9296d0c02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82413 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 14:13:19.802612 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-4a32da4b-03f3-4d0f-a4e2-6aae23db8f52 service neutron] Attempting to bind port c063d65b-930d-449b-91e5-7f64c92f6387 on network af1ef159-4151-46fa-bf26-34e9296d0c02 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:13:19.871205 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-4a32da4b-03f3-4d0f-a4e2-6aae23db8f52 service neutron] Checking agent: {'id': '183634b4-d914-49fa-b358-00b9224e1c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'started_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:13:19.871605 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-4a32da4b-03f3-4d0f-a4e2-6aae23db8f52 service neutron] Checking segment: {'id': '260f7c16-1ea1-4405-b630-043e9204e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'af1ef159-4151-46fa-bf26-34e9296d0c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:13:19.877698 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-4a32da4b-03f3-4d0f-a4e2-6aae23db8f52 service neutron] Bound using segment: {'id': '260f7c16-1ea1-4405-b630-043e9204e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'af1ef159-4151-46fa-bf26-34e9296d0c02'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:13:19.879699 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-4a32da4b-03f3-4d0f-a4e2-6aae23db8f52 service neutron] Bound port: c063d65b-930d-449b-91e5-7f64c92f6387, host: hv-cinder-82413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '260f7c16-1ea1-4405-b630-043e9204e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'af1ef159-4151-46fa-bf26-34e9296d0c02'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:13:19.880200 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-4a32da4b-03f3-4d0f-a4e2-6aae23db8f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (c063d65b-930d-449b-91e5-7f64c92f6387), before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:19.945006 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-355d7112-9655-44e8-a8fb-98c867ad5a4d admin admin] Publish callbacks [] for security_group (403f7c02-ff6b-4d34-8721-b6258afb3c6c), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:19.983047 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-36f5a365-6caf-4a00-9039-1bde61010189 req-74b6f48d-e005-49cb-a9c0-e763f58410a2 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 210 time: 0.0773799 Jan 11 14:13:20.095583 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-c0562c06-6db4-4546-ae15-274aca7cae29 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Allocated IP 172.20.0.6 (0b91e79a-b551-4734-8a4b-8bd89379e2e4/7e0256b9-88cf-4f3b-af76-871b368403f9/4d8257f7-0bfc-4ec4-85ba-6f20d746300d) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:13:20.166026 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4965f680-66ec-46c1-a07a-55832d4502b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (216f429d-9a3d-4c74-b6e6-b36aafda1fce), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:20.174703 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4965f680-66ec-46c1-a07a-55832d4502b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:20.179326 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-4965f680-66ec-46c1-a07a-55832d4502b1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/216f429d-9a3d-4c74-b6e6-b36aafda1fce HTTP/1.1" status: 204 len: 168 time: 1.8522844 Jan 11 14:13:20.180289 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1944b-da7b-47f8-9d14-8ca5414f2f0e req-1689c20b-42a4-469e-8afe-6aae68239892 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:20.185499 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d5b1944b-da7b-47f8-9d14-8ca5414f2f0e req-1689c20b-42a4-469e-8afe-6aae68239892 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 943 time: 0.1785417 Jan 11 14:13:20.273831 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-355d7112-9655-44e8-a8fb-98c867ad5a4d admin admin] Publish callbacks [] for security_group (403f7c02-ff6b-4d34-8721-b6258afb3c6c), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:20.306555 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e1b78cdb-086d-4586-b9ba-5732866cebef req-531f4672-cff2-43ec-8133-c171553ce785 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 210 time: 0.1006260 Jan 11 14:13:20.419457 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d5b1944b-da7b-47f8-9d14-8ca5414f2f0e req-40606ac5-a92a-4ef2-a7c7-1504de73a2a7 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220826 Jan 11 14:13:20.568486 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-45bf0cc2-a4c4-41f4-bace-af20f1732d5d req-dae017ca-bb48-43b6-b6cb-45b3ec31fea1 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 210 time: 0.0540268 Jan 11 14:13:20.632799 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-c0562c06-6db4-4546-ae15-274aca7cae29 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for port (4d8257f7-0bfc-4ec4-85ba-6f20d746300d), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:20.632799 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4965f680-66ec-46c1-a07a-55832d4502b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216f429d-9a3d-4c74-b6e6-b36aafda1fce,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:20.636644 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-355d7112-9655-44e8-a8fb-98c867ad5a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (403f7c02-ff6b-4d34-8721-b6258afb3c6c), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:20.639523 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-355d7112-9655-44e8-a8fb-98c867ad5a4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:20.643697 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-355d7112-9655-44e8-a8fb-98c867ad5a4d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/403f7c02-ff6b-4d34-8721-b6258afb3c6c HTTP/1.1" status: 204 len: 168 time: 2.1734891 Jan 11 14:13:20.718621 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-a007651f-9d4a-4621-bfad-635be5ef843c tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996'] for port (5a970ee5-fb4e-433b-a01a-9adab15fef70), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:20.750626 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d7112-9655-44e8-a8fb-98c867ad5a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403f7c02-ff6b-4d34-8721-b6258afb3c6c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:20.845252 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007651f-9d4a-4621-bfad-635be5ef843c tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Pushing event updated for resources: {'Port': ['ID=5a970ee5-fb4e-433b-a01a-9adab15fef70,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:20.874241 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-a007651f-9d4a-4621-bfad-635be5ef843c tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Network e39c23a3-bd49-4a6e-99a6-de49e0477fd9 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:13:20.877284 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-4a32da4b-03f3-4d0f-a4e2-6aae23db8f52 service neutron] For port c063d65b-930d-449b-91e5-7f64c92f6387, host hv-cinder-82413, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:13:20.888000 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-4a32da4b-03f3-4d0f-a4e2-6aae23db8f52 service neutron] For port c063d65b-930d-449b-91e5-7f64c92f6387, host hv-cinder-82413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=c063d65b-930d-449b-91e5-7f64c92f6387,segment=NetworkSegment(260f7c16-1ea1-4405-b630-043e9204e7e9),segment_id=260f7c16-1ea1-4405-b630-043e9204e7e9)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:13:20.890938 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-a007651f-9d4a-4621-bfad-635be5ef843c tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:13:20.895267 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-a007651f-9d4a-4621-bfad-635be5ef843c tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:13:20.902506 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-a007651f-9d4a-4621-bfad-635be5ef843c tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:20.903421 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-a007651f-9d4a-4621-bfad-635be5ef843c tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for port (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:20.911414 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-4a32da4b-03f3-4d0f-a4e2-6aae23db8f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (c063d65b-930d-449b-91e5-7f64c92f6387), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:20.939820 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-c0562c06-6db4-4546-ae15-274aca7cae29 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996'] for port (4d8257f7-0bfc-4ec4-85ba-6f20d746300d), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:21.026319 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-c0562c06-6db4-4546-ae15-274aca7cae29 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Network 0b91e79a-b551-4734-8a4b-8bd89379e2e4 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:13:21.148865 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-4a32da4b-03f3-4d0f-a4e2-6aae23db8f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:21.151479 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-4a32da4b-03f3-4d0f-a4e2-6aae23db8f52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for port (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:21.152154 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8a9af23f-4f27-49fb-a9f8-2cdbe1becdc5 req-c3bdf958-be04-4cde-b675-f70720f597f2 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 210 time: 0.0428925 Jan 11 14:13:21.163667 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-4a32da4b-03f3-4d0f-a4e2-6aae23db8f52 service neutron] 10.222.0.45 "PUT /v2.0/ports/c063d65b-930d-449b-91e5-7f64c92f6387 HTTP/1.1" status: 200 len: 1093 time: 5.9101388 Jan 11 14:13:21.175931 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-a5b427d3-0ea8-4f93-bc4f-5efa350eacb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e99707-79d4-42da-8053-2f361200d181 {{(pid=102758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:13:21.176136 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-a007651f-9d4a-4621-bfad-635be5ef843c tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3703187 Jan 11 14:13:21.176136 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '667829c5-ceaa-492a-8a6f-98dfd8155a4c', 'tag': 'c063d65b-930d-449b-91e5-7f64c92f6387'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:13:21.188939 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-a5b427d3-0ea8-4f93-bc4f-5efa350eacb8 service neutron] Publish callbacks [] for port (77e99707-79d4-42da-8053-2f361200d181), precommit_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:21.243230 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.provisioning_blocks [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-a5b427d3-0ea8-4f93-bc4f-5efa350eacb8 service neutron] Transition to ACTIVE for port object 77e99707-79d4-42da-8053-2f361200d181 will not be triggered until provisioned by entity L2. {{(pid=102758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 14:13:21.252298 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-a5b427d3-0ea8-4f93-bc4f-5efa350eacb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (77e99707-79d4-42da-8053-2f361200d181), after_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:21.344527 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b427d3-0ea8-4f93-bc4f-5efa350eacb8 service neutron] Pushing event updated for resources: {'Port': ['ID=77e99707-79d4-42da-8053-2f361200d181,revision_number=2']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:21.350195 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-c0562c06-6db4-4546-ae15-274aca7cae29 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:13:21.366475 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32da4b-03f3-4d0f-a4e2-6aae23db8f52 service neutron] Pushing event updated for resources: {'Port': ['ID=c063d65b-930d-449b-91e5-7f64c92f6387,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:21.371911 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-c0562c06-6db4-4546-ae15-274aca7cae29 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:13:21.380419 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-c0562c06-6db4-4546-ae15-274aca7cae29 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:21.381259 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-c0562c06-6db4-4546-ae15-274aca7cae29 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for port (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:21.448114 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-a27f38e8-03d6-4bd0-ad37-4a2a85a47d98 service neutron] Request body: {'port': {'device_id': 'aa034417-f545-486a-9795-890931667012', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82413'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:13:21.600674 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 49892) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:21.697349 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.managers [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-a5b427d3-0ea8-4f93-bc4f-5efa350eacb8 service neutron] Attempting to bind port 77e99707-79d4-42da-8053-2f361200d181 on host hv-cinder-82413 for vnic_type normal with profile {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:13:21.697992 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.managers [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-a5b427d3-0ea8-4f93-bc4f-5efa350eacb8 service neutron] Attempting to bind port 77e99707-79d4-42da-8053-2f361200d181 by drivers openvswitch,hyperv on host hv-cinder-82413 at level 0 using segments [{'id': 'ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e39c23a3-bd49-4a6e-99a6-de49e0477fd9'}] {{(pid=102758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:13:21.703438 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-a5b427d3-0ea8-4f93-bc4f-5efa350eacb8 service neutron] Attempting to bind port 77e99707-79d4-42da-8053-2f361200d181 on network e39c23a3-bd49-4a6e-99a6-de49e0477fd9 {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:13:21.716831 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-c0562c06-6db4-4546-ae15-274aca7cae29 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7782722 Jan 11 14:13:21.757069 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-a5b427d3-0ea8-4f93-bc4f-5efa350eacb8 service neutron] Port 77e99707-79d4-42da-8053-2f361200d181 on network e39c23a3-bd49-4a6e-99a6-de49e0477fd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82413 {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 14:13:21.757394 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-a5b427d3-0ea8-4f93-bc4f-5efa350eacb8 service neutron] Attempting to bind port 77e99707-79d4-42da-8053-2f361200d181 on network e39c23a3-bd49-4a6e-99a6-de49e0477fd9 {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:13:21.758152 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-424b4433-0151-4333-b3a4-6a5aef43b2fe service neutron] Request body: {'port': {'device_id': 'da33a406-0839-4a04-9800-1444f9ae0b82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82413'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:13:21.794035 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-a5b427d3-0ea8-4f93-bc4f-5efa350eacb8 service neutron] Checking agent: {'id': '183634b4-d914-49fa-b358-00b9224e1c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'started_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:13:21.794403 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-a5b427d3-0ea8-4f93-bc4f-5efa350eacb8 service neutron] Checking segment: {'id': 'ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e39c23a3-bd49-4a6e-99a6-de49e0477fd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:13:21.795524 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-a5b427d3-0ea8-4f93-bc4f-5efa350eacb8 service neutron] Bound using segment: {'id': 'ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e39c23a3-bd49-4a6e-99a6-de49e0477fd9'} {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:13:21.804987 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.managers [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-a5b427d3-0ea8-4f93-bc4f-5efa350eacb8 service neutron] Bound port: 77e99707-79d4-42da-8053-2f361200d181, host: hv-cinder-82413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e39c23a3-bd49-4a6e-99a6-de49e0477fd9'}}] {{(pid=102758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:13:21.805374 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-a5b427d3-0ea8-4f93-bc4f-5efa350eacb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (77e99707-79d4-42da-8053-2f361200d181), before_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:21.903240 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0562c06-6db4-4546-ae15-274aca7cae29 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Pushing event updated for resources: {'Port': ['ID=4d8257f7-0bfc-4ec4-85ba-6f20d746300d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:21.906020 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f94d0c-b4ed-419b-9464-0d50c225de12 req-d28b0588-9042-494e-8fdb-893e8dbca329 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:21.907709 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-93f94d0c-b4ed-419b-9464-0d50c225de12 req-d28b0588-9042-494e-8fdb-893e8dbca329 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 931 time: 0.3788960 Jan 11 14:13:21.915776 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-a27f38e8-03d6-4bd0-ad37-4a2a85a47d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (5a970ee5-fb4e-433b-a01a-9adab15fef70), before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:22.006831 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-7a2d8f83-cece-4420-a46c-a6365f973135 None None] Provisioning complete for port 4d8257f7-0bfc-4ec4-85ba-6f20d746300d triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:13:22.008083 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7a2d8f83-cece-4420-a46c-a6365f973135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (4d8257f7-0bfc-4ec4-85ba-6f20d746300d), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:22.039761 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-115b0f00-2e4d-4e92-a8c9-1fe34f38c706 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:22.124517 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3731de440ea07f8bb65e98ae2cdbbed68b84f33189ebecfec85cc797d9a35429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1942d7-7d95-455f-bda0-d348f5aa13f4" -d '{"events": [{"name": "network-changed", "server_uuid": "667829c5-ceaa-492a-8a6f-98dfd8155a4c", "tag": "c063d65b-930d-449b-91e5-7f64c92f6387"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:13:22.126035 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-a5b427d3-0ea8-4f93-bc4f-5efa350eacb8 service neutron] For port 77e99707-79d4-42da-8053-2f361200d181, host hv-cinder-82413, cleared binding levels {{(pid=102758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:13:22.132834 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-a5b427d3-0ea8-4f93-bc4f-5efa350eacb8 service neutron] For port 77e99707-79d4-42da-8053-2f361200d181, host hv-cinder-82413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=77e99707-79d4-42da-8053-2f361200d181,segment=NetworkSegment(ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0),segment_id=ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0)] {{(pid=102758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:13:22.178965 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-7a2d8f83-cece-4420-a46c-a6365f973135 None None] Port 4d8257f7-0bfc-4ec4-85ba-6f20d746300d cannot update to ACTIVE because it is not bound. {{(pid=102760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 14:13:22.221520 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-93f94d0c-b4ed-419b-9464-0d50c225de12 req-54e52dfc-d5a0-4581-80be-72077265090a tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797215 Jan 11 14:13:22.254688 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c8d3e-f4f1-4330-b03e-f5c48c1a371f req-15970cff-b507-415d-af96-358c54702471 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:22.258012 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-313c8d3e-f4f1-4330-b03e-f5c48c1a371f req-15970cff-b507-415d-af96-358c54702471 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 943 time: 0.6016903 Jan 11 14:13:22.259595 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-a5b427d3-0ea8-4f93-bc4f-5efa350eacb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (77e99707-79d4-42da-8053-2f361200d181), after_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:22.394346 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-dcfbe124-b942-4e02-af1f-ae41a0b19a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:22.411748 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-dcfbe124-b942-4e02-af1f-ae41a0b19a16 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=78b47db2a2314b9d80eb556d0bae99aa&device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 1096 time: 0.8806534 Jan 11 14:13:22.496017 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-a5b427d3-0ea8-4f93-bc4f-5efa350eacb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:22.499996 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-a5b427d3-0ea8-4f93-bc4f-5efa350eacb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for port (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:22.503180 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-a5b427d3-0ea8-4f93-bc4f-5efa350eacb8 service neutron] 10.222.0.45 "PUT /v2.0/ports/77e99707-79d4-42da-8053-2f361200d181 HTTP/1.1" status: 200 len: 1094 time: 4.4850101 Jan 11 14:13:22.505641 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efdb5bf8-cc2d-4e01-ad4d-6a9647801384', 'tag': '77e99707-79d4-42da-8053-2f361200d181'}] {{(pid=102758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:13:22.715950 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-4e16c9d6-06c6-43af-ba06-f716e38777a4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c063d65b-930d-449b-91e5-7f64c92f6387 HTTP/1.1" status: 200 len: 217 time: 0.1884770 Jan 11 14:13:22.721285 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-424b4433-0151-4333-b3a4-6a5aef43b2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (4d8257f7-0bfc-4ec4-85ba-6f20d746300d), before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:22.729979 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b427d3-0ea8-4f93-bc4f-5efa350eacb8 service neutron] Pushing event updated for resources: {'Port': ['ID=77e99707-79d4-42da-8053-2f361200d181,revision_number=3']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:22.753670 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-313c8d3e-f4f1-4330-b03e-f5c48c1a371f req-5f4c2714-d45f-416b-aed7-d521545c013f tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449601 Jan 11 14:13:22.791161 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe79327-5ffe-417d-88a8-0c13fb63b1c0 req-5538e1c6-6e10-476c-b274-9b9dbec38f63 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:22.795156 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-efe79327-5ffe-417d-88a8-0c13fb63b1c0 req-5538e1c6-6e10-476c-b274-9b9dbec38f63 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 931 time: 0.4154594 Jan 11 14:13:22.842899 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bad0c4360237c930a732257e05ff37eb7f7649fd7d398cae3022b7fa374a377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce729c0-1b3f-4e1d-910c-1be7a0bb4487" -d '{"events": [{"name": "network-changed", "server_uuid": "efdb5bf8-cc2d-4e01-ad4d-6a9647801384", "tag": "77e99707-79d4-42da-8053-2f361200d181"}]}' {{(pid=102758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:13:22.893215 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-efe79327-5ffe-417d-88a8-0c13fb63b1c0 req-f302daf1-86d0-4e14-a77b-6b7a96c0d63c tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894275 Jan 11 14:13:23.080191 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-28ca5d4f-2c67-49e2-a8f9-cab5b06020ca req-b44af897-0d34-4734-b111-4beacc6c1238 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 210 time: 0.2097671 Jan 11 14:13:23.160063 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.45', 55787) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:23.334820 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-6475fac3-a98c-48bb-991d-7d1705a1f6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:23.348524 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-6475fac3-a98c-48bb-991d-7d1705a1f6de service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac8a41f764014f4d95c74c7348ca537e&device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 1097 time: 0.4050376 Jan 11 14:13:23.410913 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-649b33c3-38d7-4f28-a79d-23212fe090b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:23.415448 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-649b33c3-38d7-4f28-a79d-23212fe090b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4e406dd-1a26-497d-88d0-3762d493758c HTTP/1.1" status: 200 len: 851 time: 0.5427322 Jan 11 14:13:23.473048 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-115b0f00-2e4d-4e92-a8c9-1fe34f38c706 admin admin] Publish callbacks [] for security_group (b5de4bbb-c006-4532-bdf1-61ac521f5944), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:23.496133 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 14:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc3b930-77cc-4dc8-aca1-ec418c1ac003 x-openstack-request-id: req-9fc3b930-77cc-4dc8-aca1-ec418c1ac003 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:13:23.496460 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "667829c5-ceaa-492a-8a6f-98dfd8155a4c", "tag": "c063d65b-930d-449b-91e5-7f64c92f6387", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:13:23.496711 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9fc3b930-77cc-4dc8-aca1-ec418c1ac003 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:13:23.497155 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '667829c5-ceaa-492a-8a6f-98dfd8155a4c', 'tag': 'c063d65b-930d-449b-91e5-7f64c92f6387', 'status': 'completed', 'code': 200} Jan 11 14:13:23.540726 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-115b0f00-2e4d-4e92-a8c9-1fe34f38c706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (b5de4bbb-c006-4532-bdf1-61ac521f5944), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:23.599891 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-43c2fa35-a426-48c5-9948-26cd32890db4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=af1ef159-4151-46fa-bf26-34e9296d0c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1473668 Jan 11 14:13:23.854425 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 14:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8eb9e8-23be-4f82-82e0-0e1b876580a9 x-openstack-request-id: req-aa8eb9e8-23be-4f82-82e0-0e1b876580a9 {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:13:23.855087 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efdb5bf8-cc2d-4e01-ad4d-6a9647801384", "tag": "77e99707-79d4-42da-8053-2f361200d181", "status": "completed", "code": 200}]} {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:13:23.855488 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aa8eb9e8-23be-4f82-82e0-0e1b876580a9 {{(pid=102758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:13:23.856107 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efdb5bf8-cc2d-4e01-ad4d-6a9647801384', 'tag': '77e99707-79d4-42da-8053-2f361200d181', 'status': 'completed', 'code': 200} Jan 11 14:13:23.911259 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-1c78b3a4-f77e-4ba8-9df0-4a9e3f3b4f66 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77e99707-79d4-42da-8053-2f361200d181 HTTP/1.1" status: 200 len: 217 time: 0.5454347 Jan 11 14:13:23.954596 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b0f00-2e4d-4e92-a8c9-1fe34f38c706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5de4bbb-c006-4532-bdf1-61ac521f5944,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:24.031126 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-44dd4c03-937f-44e6-8370-9ea75e6a1324 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:24.032689 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-44dd4c03-937f-44e6-8370-9ea75e6a1324 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.45 "GET /v2.0/networks?id=63c4d627-31e2-452f-a693-3a2f1117c04e HTTP/1.1" status: 200 len: 816 time: 0.8683076 Jan 11 14:13:24.045482 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e8dd2-f3ec-4a73-8071-ab0e7183c5d0 req-d8347686-804a-43e4-8ea5-4ab5aecc1540 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:24.047697 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3b0e8dd2-f3ec-4a73-8071-ab0e7183c5d0 req-d8347686-804a-43e4-8ea5-4ab5aecc1540 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 931 time: 0.1549783 Jan 11 14:13:24.073953 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591230d4-8889-4355-afde-933472d5bfce req-9c6c891c-dc3e-4de4-aea2-09154c83d737 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:24.075744 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-591230d4-8889-4355-afde-933472d5bfce req-9c6c891c-dc3e-4de4-aea2-09154c83d737 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 943 time: 0.1587067 Jan 11 14:13:24.102270 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-115b0f00-2e4d-4e92-a8c9-1fe34f38c706 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=597004e838194a208dc0ed7ce892e797&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4075701 Jan 11 14:13:24.109035 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 49998) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:24.181938 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3b0e8dd2-f3ec-4a73-8071-ab0e7183c5d0 req-196a2637-255c-49c9-bfb3-f43b84574f7e tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262231 Jan 11 14:13:24.200823 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-591230d4-8889-4355-afde-933472d5bfce req-be10aac7-b890-452f-8dc9-2fc1f6c7f158 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130931 Jan 11 14:13:24.214601 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-adf02ec2-d27f-4708-a29c-80e39b571291 service neutron] 10.222.0.45 "GET /v2.0/networks/af1ef159-4151-46fa-bf26-34e9296d0c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017243 Jan 11 14:13:24.227682 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.notifiers.nova [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-a27f38e8-03d6-4bd0-ad37-4a2a85a47d98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a970ee5-fb4e-433b-a01a-9adab15fef70 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:13:24.238132 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-6863f298-8728-438a-8fb8-fd9e38fda40e admin admin] Publish callbacks [] for security_group (b5de4bbb-c006-4532-bdf1-61ac521f5944), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:24.239413 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-a27f38e8-03d6-4bd0-ad37-4a2a85a47d98 service neutron] Publish callbacks [] for port (5a970ee5-fb4e-433b-a01a-9adab15fef70), precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:24.272034 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-6863f298-8728-438a-8fb8-fd9e38fda40e admin admin] Publish callbacks [] for security_group (b5de4bbb-c006-4532-bdf1-61ac521f5944), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:24.275667 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-a27f38e8-03d6-4bd0-ad37-4a2a85a47d98 service neutron] Transition to ACTIVE for port object 5a970ee5-fb4e-433b-a01a-9adab15fef70 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 14:13:24.288226 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-a27f38e8-03d6-4bd0-ad37-4a2a85a47d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (5a970ee5-fb4e-433b-a01a-9adab15fef70), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:24.395963 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-dffcfc97-742a-4c1f-9131-dbd8fbe4ead7 req-66fabbdc-219a-4ef1-97b9-4f0bee48b5b3 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 210 time: 0.0760984 Jan 11 14:13:24.414207 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f38e8-03d6-4bd0-ad37-4a2a85a47d98 service neutron] Pushing event updated for resources: {'Port': ['ID=5a970ee5-fb4e-433b-a01a-9adab15fef70,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:24.461362 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.notifiers.nova [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-424b4433-0151-4333-b3a4-6a5aef43b2fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d8257f7-0bfc-4ec4-85ba-6f20d746300d {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:13:24.466070 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655dc3e-819e-44b6-9a90-d921d93fbd25 req-dd35b935-2558-4068-a365-a4b271e2ec57 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:24.476119 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b655dc3e-819e-44b6-9a90-d921d93fbd25 req-dd35b935-2558-4068-a365-a4b271e2ec57 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 931 time: 0.1589739 Jan 11 14:13:24.476990 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-424b4433-0151-4333-b3a4-6a5aef43b2fe service neutron] Publish callbacks [] for port (4d8257f7-0bfc-4ec4-85ba-6f20d746300d), precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:24.483163 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-a27f38e8-03d6-4bd0-ad37-4a2a85a47d98 service neutron] Attempting to bind port 5a970ee5-fb4e-433b-a01a-9adab15fef70 on host hv-cinder-82413 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:13:24.483741 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-a27f38e8-03d6-4bd0-ad37-4a2a85a47d98 service neutron] Attempting to bind port 5a970ee5-fb4e-433b-a01a-9adab15fef70 by drivers openvswitch,hyperv on host hv-cinder-82413 at level 0 using segments [{'id': 'ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e39c23a3-bd49-4a6e-99a6-de49e0477fd9'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:13:24.484143 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-a27f38e8-03d6-4bd0-ad37-4a2a85a47d98 service neutron] Attempting to bind port 5a970ee5-fb4e-433b-a01a-9adab15fef70 on network e39c23a3-bd49-4a6e-99a6-de49e0477fd9 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:13:24.493438 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-6863f298-8728-438a-8fb8-fd9e38fda40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (b5de4bbb-c006-4532-bdf1-61ac521f5944), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:24.495911 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-a27f38e8-03d6-4bd0-ad37-4a2a85a47d98 service neutron] Port 5a970ee5-fb4e-433b-a01a-9adab15fef70 on network e39c23a3-bd49-4a6e-99a6-de49e0477fd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82413 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 14:13:24.496327 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-a27f38e8-03d6-4bd0-ad37-4a2a85a47d98 service neutron] Attempting to bind port 5a970ee5-fb4e-433b-a01a-9adab15fef70 on network e39c23a3-bd49-4a6e-99a6-de49e0477fd9 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:13:24.496779 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-6863f298-8728-438a-8fb8-fd9e38fda40e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:24.501000 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-6863f298-8728-438a-8fb8-fd9e38fda40e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b5de4bbb-c006-4532-bdf1-61ac521f5944 HTTP/1.1" status: 204 len: 168 time: 0.3867157 Jan 11 14:13:24.501079 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-424b4433-0151-4333-b3a4-6a5aef43b2fe service neutron] Transition to ACTIVE for port object 4d8257f7-0bfc-4ec4-85ba-6f20d746300d will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 14:13:24.505594 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-a27f38e8-03d6-4bd0-ad37-4a2a85a47d98 service neutron] Checking agent: {'id': '183634b4-d914-49fa-b358-00b9224e1c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'started_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:13:24.506172 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-a27f38e8-03d6-4bd0-ad37-4a2a85a47d98 service neutron] Checking segment: {'id': 'ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e39c23a3-bd49-4a6e-99a6-de49e0477fd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:13:24.506552 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-a27f38e8-03d6-4bd0-ad37-4a2a85a47d98 service neutron] Bound using segment: {'id': 'ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e39c23a3-bd49-4a6e-99a6-de49e0477fd9'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:13:24.507156 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-a27f38e8-03d6-4bd0-ad37-4a2a85a47d98 service neutron] Bound port: 5a970ee5-fb4e-433b-a01a-9adab15fef70, host: hv-cinder-82413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e39c23a3-bd49-4a6e-99a6-de49e0477fd9'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:13:24.508028 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-a27f38e8-03d6-4bd0-ad37-4a2a85a47d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (5a970ee5-fb4e-433b-a01a-9adab15fef70), before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:24.511711 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-424b4433-0151-4333-b3a4-6a5aef43b2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (4d8257f7-0bfc-4ec4-85ba-6f20d746300d), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:24.515133 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863f298-8728-438a-8fb8-fd9e38fda40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5de4bbb-c006-4532-bdf1-61ac521f5944,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:24.618694 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b655dc3e-819e-44b6-9a90-d921d93fbd25 req-fee71bf9-ae74-402e-ac2a-6faa7ced3bd1 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336534 Jan 11 14:13:24.631445 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b4433-0151-4333-b3a4-6a5aef43b2fe service neutron] Pushing event updated for resources: {'Port': ['ID=4d8257f7-0bfc-4ec4-85ba-6f20d746300d,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:24.705567 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-424b4433-0151-4333-b3a4-6a5aef43b2fe service neutron] Attempting to bind port 4d8257f7-0bfc-4ec4-85ba-6f20d746300d on host hv-cinder-82413 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:13:24.706418 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-424b4433-0151-4333-b3a4-6a5aef43b2fe service neutron] Attempting to bind port 4d8257f7-0bfc-4ec4-85ba-6f20d746300d by drivers openvswitch,hyperv on host hv-cinder-82413 at level 0 using segments [{'id': '4ab9da9a-fa88-4fd7-8386-6870c4602395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:13:24.706418 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-424b4433-0151-4333-b3a4-6a5aef43b2fe service neutron] Attempting to bind port 4d8257f7-0bfc-4ec4-85ba-6f20d746300d on network 0b91e79a-b551-4734-8a4b-8bd89379e2e4 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:13:24.712664 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-a27f38e8-03d6-4bd0-ad37-4a2a85a47d98 service neutron] For port 5a970ee5-fb4e-433b-a01a-9adab15fef70, host hv-cinder-82413, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:13:24.717720 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-a27f38e8-03d6-4bd0-ad37-4a2a85a47d98 service neutron] For port 5a970ee5-fb4e-433b-a01a-9adab15fef70, host hv-cinder-82413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=5a970ee5-fb4e-433b-a01a-9adab15fef70,segment=NetworkSegment(ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0),segment_id=ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:13:24.720390 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-424b4433-0151-4333-b3a4-6a5aef43b2fe service neutron] Port 4d8257f7-0bfc-4ec4-85ba-6f20d746300d on network 0b91e79a-b551-4734-8a4b-8bd89379e2e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82413 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 14:13:24.720722 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-424b4433-0151-4333-b3a4-6a5aef43b2fe service neutron] Attempting to bind port 4d8257f7-0bfc-4ec4-85ba-6f20d746300d on network 0b91e79a-b551-4734-8a4b-8bd89379e2e4 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:13:24.728730 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-424b4433-0151-4333-b3a4-6a5aef43b2fe service neutron] Checking agent: {'id': '183634b4-d914-49fa-b358-00b9224e1c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'started_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:13:24.728730 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-424b4433-0151-4333-b3a4-6a5aef43b2fe service neutron] Checking segment: {'id': '4ab9da9a-fa88-4fd7-8386-6870c4602395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:13:24.728994 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-424b4433-0151-4333-b3a4-6a5aef43b2fe service neutron] Bound using segment: {'id': '4ab9da9a-fa88-4fd7-8386-6870c4602395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:13:24.729353 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-424b4433-0151-4333-b3a4-6a5aef43b2fe service neutron] Bound port: 4d8257f7-0bfc-4ec4-85ba-6f20d746300d, host: hv-cinder-82413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ab9da9a-fa88-4fd7-8386-6870c4602395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:13:24.729654 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-424b4433-0151-4333-b3a4-6a5aef43b2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (4d8257f7-0bfc-4ec4-85ba-6f20d746300d), before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:24.734229 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-a27f38e8-03d6-4bd0-ad37-4a2a85a47d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (5a970ee5-fb4e-433b-a01a-9adab15fef70), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:24.813247 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-a27f38e8-03d6-4bd0-ad37-4a2a85a47d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:24.813797 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-a27f38e8-03d6-4bd0-ad37-4a2a85a47d98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for port (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:24.815365 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-a27f38e8-03d6-4bd0-ad37-4a2a85a47d98 service neutron] 10.222.0.45 "PUT /v2.0/ports/5a970ee5-fb4e-433b-a01a-9adab15fef70 HTTP/1.1" status: 200 len: 1093 time: 3.3726101 Jan 11 14:13:24.844417 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f38e8-03d6-4bd0-ad37-4a2a85a47d98 service neutron] Pushing event updated for resources: {'Port': ['ID=5a970ee5-fb4e-433b-a01a-9adab15fef70,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:24.865749 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-424b4433-0151-4333-b3a4-6a5aef43b2fe service neutron] For port 4d8257f7-0bfc-4ec4-85ba-6f20d746300d, host hv-cinder-82413, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:13:24.869171 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-424b4433-0151-4333-b3a4-6a5aef43b2fe service neutron] For port 4d8257f7-0bfc-4ec4-85ba-6f20d746300d, host hv-cinder-82413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=4d8257f7-0bfc-4ec4-85ba-6f20d746300d,segment=NetworkSegment(4ab9da9a-fa88-4fd7-8386-6870c4602395),segment_id=4ab9da9a-fa88-4fd7-8386-6870c4602395)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:13:24.879079 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-424b4433-0151-4333-b3a4-6a5aef43b2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (4d8257f7-0bfc-4ec4-85ba-6f20d746300d), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:24.891280 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 50034) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:24.929695 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-424b4433-0151-4333-b3a4-6a5aef43b2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:24.930330 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-424b4433-0151-4333-b3a4-6a5aef43b2fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for port (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:24.931953 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-424b4433-0151-4333-b3a4-6a5aef43b2fe service neutron] 10.222.0.45 "PUT /v2.0/ports/4d8257f7-0bfc-4ec4-85ba-6f20d746300d HTTP/1.1" status: 200 len: 1093 time: 3.1819918 Jan 11 14:13:24.959182 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b4433-0151-4333-b3a4-6a5aef43b2fe service neutron] Pushing event updated for resources: {'Port': ['ID=4d8257f7-0bfc-4ec4-85ba-6f20d746300d,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:25.036346 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-1f626761-7248-4a24-8983-81e9b9d3255f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:25.145665 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-1f626761-7248-4a24-8983-81e9b9d3255f admin admin] Publish callbacks [] for security_group (de58f060-aed5-4d19-91c3-cdda8dc230d3), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:25.151204 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-1f626761-7248-4a24-8983-81e9b9d3255f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (de58f060-aed5-4d19-91c3-cdda8dc230d3), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:25.202510 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f626761-7248-4a24-8983-81e9b9d3255f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de58f060-aed5-4d19-91c3-cdda8dc230d3,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:25.209785 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 50052) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:25.210029 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-1f626761-7248-4a24-8983-81e9b9d3255f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bfe073102a50479bb6a9c50bc965b317&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3174655 Jan 11 14:13:25.309673 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e60fed12-5a23-4cbb-9f43-ee958d93f2b7 admin admin] Publish callbacks [] for security_group (de58f060-aed5-4d19-91c3-cdda8dc230d3), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:25.341541 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e60fed12-5a23-4cbb-9f43-ee958d93f2b7 admin admin] Publish callbacks [] for security_group (de58f060-aed5-4d19-91c3-cdda8dc230d3), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:25.478210 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c8588-8c2a-43a5-ad0e-607b49447c5e req-a68ec56e-bebc-4adf-8370-0cf580acd941 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:25.486370 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-458c8588-8c2a-43a5-ad0e-607b49447c5e req-a68ec56e-bebc-4adf-8370-0cf580acd941 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 943 time: 0.1760955 Jan 11 14:13:25.508254 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-e07252a7-e9cd-474f-ab2c-d305703ee251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:25.509794 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-e07252a7-e9cd-474f-ab2c-d305703ee251 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f92724c6-8602-4a02-a614-e355ebf8a564 HTTP/1.1" status: 200 len: 858 time: 0.1614764 Jan 11 14:13:25.533648 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e5dd7-2a37-4430-a9a5-b116f4203bcb req-1a0a3266-3aa8-49e8-8c3b-5cecdbac7952 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:25.535235 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c10e5dd7-2a37-4430-a9a5-b116f4203bcb req-1a0a3266-3aa8-49e8-8c3b-5cecdbac7952 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 943 time: 0.2138426 Jan 11 14:13:25.541813 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa034417-f545-486a-9795-890931667012', 'tag': '5a970ee5-fb4e-433b-a01a-9adab15fef70'}, {'name': 'network-changed', 'server_uuid': 'da33a406-0839-4a04-9800-1444f9ae0b82', 'tag': '4d8257f7-0bfc-4ec4-85ba-6f20d746300d'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:13:25.547213 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3731de440ea07f8bb65e98ae2cdbbed68b84f33189ebecfec85cc797d9a35429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9816ec5-461d-435d-ae31-c761e453cac6" -d '{"events": [{"name": "network-changed", "server_uuid": "aa034417-f545-486a-9795-890931667012", "tag": "5a970ee5-fb4e-433b-a01a-9adab15fef70"}, {"name": "network-changed", "server_uuid": "da33a406-0839-4a04-9800-1444f9ae0b82", "tag": "4d8257f7-0bfc-4ec4-85ba-6f20d746300d"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:13:25.606086 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-c60b93cb-06aa-4332-a2c1-2b3e440d988b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e39c23a3-bd49-4a6e-99a6-de49e0477fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860810 Jan 11 14:13:25.614884 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-dc8f66e3-b1d1-4a78-870c-de9e62961d17 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e53c79af2d940ce87ec727feef0f0ee HTTP/1.1" status: 200 len: 380 time: 0.2629006 Jan 11 14:13:25.643551 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-f20173fc-c45a-43b7-bdc6-82ae629f19b7 req-ea0ee804-f30e-4261-99c8-e4f8fa3ad14b service neutron] 10.222.0.45 "GET /v2.0/networks/af1ef159-4151-46fa-bf26-34e9296d0c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832234 Jan 11 14:13:25.643765 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-8378c10a-607a-4ea6-87f3-b3bbb9441950 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Request body: {'port': {'device_id': '07361687-ec7a-4f6e-8e42-530c1a64ba04', 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e', 'admin_state_up': True, 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'security_groups': ['97e7e7df-6497-40b9-8c8e-452f328b0227']}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:13:25.655469 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-99040d77-3d2b-4241-b787-31c89b4f2585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:25.657619 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-99040d77-3d2b-4241-b787-31c89b4f2585 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a11f6957ee74ff0a62315613ff54913&device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 1096 time: 0.1933424 Jan 11 14:13:25.664222 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e60fed12-5a23-4cbb-9f43-ee958d93f2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (de58f060-aed5-4d19-91c3-cdda8dc230d3), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:25.668069 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e60fed12-5a23-4cbb-9f43-ee958d93f2b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:25.669785 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-e60fed12-5a23-4cbb-9f43-ee958d93f2b7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/de58f060-aed5-4d19-91c3-cdda8dc230d3 HTTP/1.1" status: 204 len: 168 time: 0.4580498 Jan 11 14:13:25.722628 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-458c8588-8c2a-43a5-ad0e-607b49447c5e req-c6af586e-666b-4be1-9c1b-6dbd80115b89 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353091 Jan 11 14:13:25.739357 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-851bb716-edea-4772-819d-4d612369f46f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d8257f7-0bfc-4ec4-85ba-6f20d746300d HTTP/1.1" status: 200 len: 217 time: 0.0677125 Jan 11 14:13:25.754037 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-2f531861-208c-4751-97c1-2452886c5964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:25.755529 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-2f531861-208c-4751-97c1-2452886c5964 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac8a41f764014f4d95c74c7348ca537e&device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 1096 time: 0.2842383 Jan 11 14:13:25.792071 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60fed12-5a23-4cbb-9f43-ee958d93f2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de58f060-aed5-4d19-91c3-cdda8dc230d3,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:25.885514 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-8515ad4c-0ba3-4f94-a650-12a7d89985ad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a970ee5-fb4e-433b-a01a-9adab15fef70 HTTP/1.1" status: 200 len: 217 time: 0.0713925 Jan 11 14:13:25.903943 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9782f670-4b10-4af4-8abc-4357b6f770b8 req-e9a2ac69-754e-4da3-a07b-41f42aa152aa tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 210 time: 0.0680482 Jan 11 14:13:25.908322 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c10e5dd7-2a37-4430-a9a5-b116f4203bcb req-0b445dd8-2f1a-45d5-a4ba-2c284445cbff tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403177 Jan 11 14:13:25.985707 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-ae241cf0-56e7-41a0-ac0a-7a3381771710 service neutron] 10.222.0.45 "GET /v2.0/networks/e39c23a3-bd49-4a6e-99a6-de49e0477fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673599 Jan 11 14:13:25.992178 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-1e13011f-b15a-4c04-8ff9-085c57219de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:25.999886 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-1e13011f-b15a-4c04-8ff9-085c57219de2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7e0256b9-88cf-4f3b-af76-871b368403f9 HTTP/1.1" status: 200 len: 850 time: 0.2418509 Jan 11 14:13:26.006248 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 11 Jan 2022 14:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6527ff96-2247-4933-826c-6c0205e2a19f x-openstack-request-id: req-6527ff96-2247-4933-826c-6c0205e2a19f {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:13:26.006807 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa034417-f545-486a-9795-890931667012", "tag": "5a970ee5-fb4e-433b-a01a-9adab15fef70", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "da33a406-0839-4a04-9800-1444f9ae0b82", "tag": "4d8257f7-0bfc-4ec4-85ba-6f20d746300d", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:13:26.007222 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6527ff96-2247-4933-826c-6c0205e2a19f {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:13:26.007790 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa034417-f545-486a-9795-890931667012', 'tag': '5a970ee5-fb4e-433b-a01a-9adab15fef70', 'status': 'completed', 'code': 200} Jan 11 14:13:26.008203 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da33a406-0839-4a04-9800-1444f9ae0b82', 'tag': '4d8257f7-0bfc-4ec4-85ba-6f20d746300d', 'status': 'completed', 'code': 200} Jan 11 14:13:26.012580 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1942d7-7d95-455f-bda0-d348f5aa13f4 req-364d9ca7-f00c-4dbc-b428-6b6b5ec3e81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:26.014392 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-9d1942d7-7d95-455f-bda0-d348f5aa13f4 req-364d9ca7-f00c-4dbc-b428-6b6b5ec3e81e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=78b47db2a2314b9d80eb556d0bae99aa&device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 1096 time: 0.3155551 Jan 11 14:13:26.063102 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-925d8d74-1da4-40b3-80e2-3bf761f62e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:26.064926 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-925d8d74-1da4-40b3-80e2-3bf761f62e7a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f92724c6-8602-4a02-a614-e355ebf8a564 HTTP/1.1" status: 200 len: 858 time: 0.1711419 Jan 11 14:13:26.105768 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ffd3580b-725c-4062-8397-08b23c2f5f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:26.166355 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-8378c10a-607a-4ea6-87f3-b3bbb9441950 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Made reservation on behalf of 0e53c79af2d940ce87ec727feef0f0ee for: {'port': 1} {{(pid=102758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:13:26.171115 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-8378c10a-607a-4ea6-87f3-b3bbb9441950 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:26.177477 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-ae39065b-90fa-40eb-9a32-ef31433c6b01 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e39c23a3-bd49-4a6e-99a6-de49e0477fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840938 Jan 11 14:13:26.220567 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-d4eb005c-2902-4aac-8f7a-34b4f0dd2572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:26.222182 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-d4eb005c-2902-4aac-8f7a-34b4f0dd2572 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b91e79a-b551-4734-8a4b-8bd89379e2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2064986 Jan 11 14:13:26.237473 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 50108) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:26.269950 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5b8350a8-94c8-4966-9868-3995a0d8dcb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:26.285041 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f348d-87a7-4e4b-b613-c98a15e63d8d req-68c0f03d-42ea-491d-8f90-dcbef6153b23 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:26.286650 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f30f348d-87a7-4e4b-b613-c98a15e63d8d req-68c0f03d-42ea-491d-8f90-dcbef6153b23 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 943 time: 0.1988914 Jan 11 14:13:26.295536 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1de7e719-5df7-40b4-b619-c1995562a5fd req-564e2e00-e177-4f18-99e9-85bd1d632eb4 service neutron] 10.222.0.45 "GET /v2.0/networks/e39c23a3-bd49-4a6e-99a6-de49e0477fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988360 Jan 11 14:13:26.295901 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1942d7-7d95-455f-bda0-d348f5aa13f4 req-9fd20fbd-ad71-4eeb-9be0-3e57a48aa732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:26.297351 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-9d1942d7-7d95-455f-bda0-d348f5aa13f4 req-9fd20fbd-ad71-4eeb-9be0-3e57a48aa732 service neutron] 10.222.0.45 "GET /v2.0/networks?id=af1ef159-4151-46fa-bf26-34e9296d0c02 HTTP/1.1" status: 200 len: 912 time: 0.2707193 Jan 11 14:13:26.384760 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5b8350a8-94c8-4966-9868-3995a0d8dcb1 admin admin] Publish callbacks [] for security_group (0e24b5b9-4f2c-447a-a60d-0ed96590ed5f), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:26.390584 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5b8350a8-94c8-4966-9868-3995a0d8dcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (0e24b5b9-4f2c-447a-a60d-0ed96590ed5f), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:26.394501 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f30f348d-87a7-4e4b-b613-c98a15e63d8d req-bd2dba22-f067-4176-9c2b-773467bb6045 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704405 Jan 11 14:13:26.502901 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.db_base_plugin_common [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-8378c10a-607a-4ea6-87f3-b3bbb9441950 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Allocated IP 172.20.0.3 (63c4d627-31e2-452f-a693-3a2f1117c04e/613a89ec-c23f-446c-aa6e-28885de25556/c51643c6-7fc4-41fe-bb8c-e237ddadcdaf) {{(pid=102758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:13:26.558394 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce729c0-1b3f-4e1d-910c-1be7a0bb4487 req-19c3079a-0f7e-4707-99c0-43d098411fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:26.561094 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cce729c0-1b3f-4e1d-910c-1be7a0bb4487 req-19c3079a-0f7e-4707-99c0-43d098411fcd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac8a41f764014f4d95c74c7348ca537e&device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 1097 time: 0.0940471 Jan 11 14:13:26.621194 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-9d1942d7-7d95-455f-bda0-d348f5aa13f4 req-41d8b952-7b4e-4534-b457-daee3fef4251 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c063d65b-930d-449b-91e5-7f64c92f6387 HTTP/1.1" status: 200 len: 217 time: 0.1749866 Jan 11 14:13:26.622074 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8350a8-94c8-4966-9868-3995a0d8dcb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e24b5b9-4f2c-447a-a60d-0ed96590ed5f,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:26.730085 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 50130) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:26.826342 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce729c0-1b3f-4e1d-910c-1be7a0bb4487 req-97da8a21-4463-4b74-bbd0-46bc9c583250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:26.827945 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cce729c0-1b3f-4e1d-910c-1be7a0bb4487 req-97da8a21-4463-4b74-bbd0-46bc9c583250 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e39c23a3-bd49-4a6e-99a6-de49e0477fd9 HTTP/1.1" status: 200 len: 919 time: 0.2613034 Jan 11 14:13:26.833566 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-8378c10a-607a-4ea6-87f3-b3bbb9441950 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for port (c51643c6-7fc4-41fe-bb8c-e237ddadcdaf), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:26.967705 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-a7e7f1a6-5486-4995-bd7b-af65e3330955 service neutron] 10.222.0.45 "GET /v2.0/networks/e39c23a3-bd49-4a6e-99a6-de49e0477fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5202088 Jan 11 14:13:26.973254 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-5b8350a8-94c8-4966-9868-3995a0d8dcb1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=008bcd9db775473595a21f27b37092bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7347753 Jan 11 14:13:27.004425 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 50148) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:27.019968 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-1a6e4109-46af-4757-9fae-728a2e408b25 service neutron] 10.222.0.45 "GET /v2.0/networks/0b91e79a-b551-4734-8a4b-8bd89379e2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5712450 Jan 11 14:13:27.111880 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cce729c0-1b3f-4e1d-910c-1be7a0bb4487 req-74e2ccd4-f065-4ec6-a9dd-cf7234c4efcc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77e99707-79d4-42da-8053-2f361200d181 HTTP/1.1" status: 200 len: 217 time: 0.2765388 Jan 11 14:13:27.154891 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1942d7-7d95-455f-bda0-d348f5aa13f4 req-34235ab0-05dc-41cd-aa97-3c8a98b7ca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:27.156663 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-9d1942d7-7d95-455f-bda0-d348f5aa13f4 req-34235ab0-05dc-41cd-aa97-3c8a98b7ca9b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4e406dd-1a26-497d-88d0-3762d493758c HTTP/1.1" status: 200 len: 851 time: 0.1861618 Jan 11 14:13:27.174410 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-2f493706-482a-4088-bb29-e4f1c462d83b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:27.204572 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-9d1942d7-7d95-455f-bda0-d348f5aa13f4 req-487497a7-99ab-42c3-8616-8e1ff91e97f1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=af1ef159-4151-46fa-bf26-34e9296d0c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396159 Jan 11 14:13:27.253603 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6b20553c-3385-4d23-9b87-6b2cd34bf674 admin admin] Publish callbacks [] for security_group (0e24b5b9-4f2c-447a-a60d-0ed96590ed5f), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:27.281672 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe09a2-08ac-41f9-ae08-b4ca3689437b req-b74be4e8-bde9-488b-9138-b21b17db8cba tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:27.283196 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6dfe09a2-08ac-41f9-ae08-b4ca3689437b req-b74be4e8-bde9-488b-9138-b21b17db8cba tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 943 time: 0.1792591 Jan 11 14:13:27.284233 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-8378c10a-607a-4ea6-87f3-b3bbb9441950 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996'] for port (c51643c6-7fc4-41fe-bb8c-e237ddadcdaf), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:27.288666 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce729c0-1b3f-4e1d-910c-1be7a0bb4487 req-717b4dfe-e1fc-43a1-a4f2-c12cee03a94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:27.290093 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cce729c0-1b3f-4e1d-910c-1be7a0bb4487 req-717b4dfe-e1fc-43a1-a4f2-c12cee03a94b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f92724c6-8602-4a02-a614-e355ebf8a564 HTTP/1.1" status: 200 len: 858 time: 0.1520729 Jan 11 14:13:27.298303 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f83afd-54eb-4d7b-93c9-cf6e4ca692f8 req-c2fcedac-87a9-4098-b827-25eb3efb97ca tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:27.299828 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a3f83afd-54eb-4d7b-93c9-cf6e4ca692f8 req-c2fcedac-87a9-4098-b827-25eb3efb97ca tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 943 time: 0.4633019 Jan 11 14:13:27.320137 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-5f4ea8e7-9e36-4f5d-8e54-55f039221c71 service neutron] 10.222.0.45 "GET /v2.0/networks/0b91e79a-b551-4734-8a4b-8bd89379e2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941539 Jan 11 14:13:27.340095 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-407ec4d3-5a2a-4327-bf5d-f9c3e7643419 req-d14d8e58-9a1e-47fe-8c70-336f509c2342 service neutron] 10.222.0.45 "GET /v2.0/networks/e39c23a3-bd49-4a6e-99a6-de49e0477fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362372 Jan 11 14:13:27.341417 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6b20553c-3385-4d23-9b87-6b2cd34bf674 admin admin] Publish callbacks [] for security_group (0e24b5b9-4f2c-447a-a60d-0ed96590ed5f), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:27.392696 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cce729c0-1b3f-4e1d-910c-1be7a0bb4487 req-86d1a242-113b-4f60-9c57-5d804e5d756b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e39c23a3-bd49-4a6e-99a6-de49e0477fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887260 Jan 11 14:13:27.416562 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-9d1942d7-7d95-455f-bda0-d348f5aa13f4 req-cb55c8f0-e16b-485d-a189-62a48c8a6c34 service neutron] 10.222.0.45 "GET /v2.0/networks/af1ef159-4151-46fa-bf26-34e9296d0c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945758 Jan 11 14:13:27.459447 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-8378c10a-607a-4ea6-87f3-b3bbb9441950 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Network 63c4d627-31e2-452f-a693-3a2f1117c04e is already hosted by enough agents. {{(pid=102758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:13:27.486844 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6b20553c-3385-4d23-9b87-6b2cd34bf674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (0e24b5b9-4f2c-447a-a60d-0ed96590ed5f), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:27.489358 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6b20553c-3385-4d23-9b87-6b2cd34bf674 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:27.493045 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-6b20553c-3385-4d23-9b87-6b2cd34bf674 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0e24b5b9-4f2c-447a-a60d-0ed96590ed5f HTTP/1.1" status: 204 len: 168 time: 0.4852004 Jan 11 14:13:27.493205 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378c10a-607a-4ea6-87f3-b3bbb9441950 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Pushing event updated for resources: {'Port': ['ID=c51643c6-7fc4-41fe-bb8c-e237ddadcdaf,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:27.514394 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20553c-3385-4d23-9b87-6b2cd34bf674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e24b5b9-4f2c-447a-a60d-0ed96590ed5f,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:27.527325 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9816ec5-461d-435d-ae31-c761e453cac6 req-f71f1e6c-b61c-4de2-9b3e-7042686a7d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:27.529094 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-d9816ec5-461d-435d-ae31-c761e453cac6 req-f71f1e6c-b61c-4de2-9b3e-7042686a7d6b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac8a41f764014f4d95c74c7348ca537e&device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 1096 time: 0.1256442 Jan 11 14:13:27.532431 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.base_scheduler [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-8378c10a-607a-4ea6-87f3-b3bbb9441950 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Resources bound (agent type, host, resource id): {{(pid=102758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:13:27.551364 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.l3_dvrscheduler_db [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-8378c10a-607a-4ea6-87f3-b3bbb9441950 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Received port after_create {{(pid=102758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: from cryptography.utils import int_from_bytes Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: from cryptography.utils import int_from_bytes Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:13:27.552741 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:13:27.555204 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:13:27.555204 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:13:27.555204 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:13:27.555204 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:13:27.555204 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:13:27.555204 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:13:27.555204 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:13:27.555204 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:13:27.555204 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:13:27.555204 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:13:27.566485 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-8378c10a-607a-4ea6-87f3-b3bbb9441950 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:27.567237 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-8378c10a-607a-4ea6-87f3-b3bbb9441950 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for port (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:27.611428 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-9d1942d7-7d95-455f-bda0-d348f5aa13f4 req-dcd0f1ac-bb22-4672-aa1d-4bdcb7f2cb73 service neutron] 10.222.0.45 "GET /v2.0/networks/af1ef159-4151-46fa-bf26-34e9296d0c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763237 Jan 11 14:13:27.653400 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-2f493706-482a-4088-bb29-e4f1c462d83b admin admin] Publish callbacks [] for security_group (d76140c6-9b59-47f6-bd4f-0892947078ad), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:27.677439 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9816ec5-461d-435d-ae31-c761e453cac6 req-98b78ba4-8963-41a1-b893-8d960109f392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:27.679099 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-d9816ec5-461d-435d-ae31-c761e453cac6 req-98b78ba4-8963-41a1-b893-8d960109f392 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e39c23a3-bd49-4a6e-99a6-de49e0477fd9 HTTP/1.1" status: 200 len: 919 time: 0.1375210 Jan 11 14:13:27.691613 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6dfe09a2-08ac-41f9-ae08-b4ca3689437b req-e8d2deb7-0e37-44d3-8625-28a17e6febba tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831873 Jan 11 14:13:27.708819 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-2f493706-482a-4088-bb29-e4f1c462d83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (d76140c6-9b59-47f6-bd4f-0892947078ad), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:27.726657 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-8378c10a-607a-4ea6-87f3-b3bbb9441950 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1012197 Jan 11 14:13:27.745348 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-d9816ec5-461d-435d-ae31-c761e453cac6 req-7b621c7b-2513-4eb0-9db1-5d39da00581a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a970ee5-fb4e-433b-a01a-9adab15fef70 HTTP/1.1" status: 200 len: 217 time: 0.0535140 Jan 11 14:13:27.760751 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-8c44644c-4fd6-41f8-94bc-e93599713c53 service neutron] Request body: {'port': {'device_id': '07361687-ec7a-4f6e-8e42-530c1a64ba04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82413'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:13:27.810153 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cce729c0-1b3f-4e1d-910c-1be7a0bb4487 req-53c3b3ed-a0b1-4d83-8592-e4ab8ac47749 service neutron] 10.222.0.45 "GET /v2.0/networks/e39c23a3-bd49-4a6e-99a6-de49e0477fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008992 Jan 11 14:13:27.825661 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9816ec5-461d-435d-ae31-c761e453cac6 req-bfdd7676-86d9-4eeb-bf50-5b9d18b7fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:27.827897 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-d9816ec5-461d-435d-ae31-c761e453cac6 req-bfdd7676-86d9-4eeb-bf50-5b9d18b7fbb6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f92724c6-8602-4a02-a614-e355ebf8a564 HTTP/1.1" status: 200 len: 858 time: 0.0751481 Jan 11 14:13:27.865604 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 50194) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:27.869649 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-d9816ec5-461d-435d-ae31-c761e453cac6 req-3c067e77-0fa5-45f2-ba26-06424202755e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e39c23a3-bd49-4a6e-99a6-de49e0477fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355206 Jan 11 14:13:27.896319 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a3f83afd-54eb-4d7b-93c9-cf6e4ca692f8 req-845931f3-cc2b-44b9-8c73-3df467a105ba tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5725012 Jan 11 14:13:27.944390 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-9d4e8cd6-4fdd-45a7-b051-193303247a91 None None] Provisioning complete for port c51643c6-7fc4-41fe-bb8c-e237ddadcdaf triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:13:27.948550 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9d4e8cd6-4fdd-45a7-b051-193303247a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (c51643c6-7fc4-41fe-bb8c-e237ddadcdaf), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:27.974686 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 50204) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:27.975164 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-2f493706-482a-4088-bb29-e4f1c462d83b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=374082324eca44ecbf59f65707a762f1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2438998 Jan 11 14:13:27.976133 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f493706-482a-4088-bb29-e4f1c462d83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76140c6-9b59-47f6-bd4f-0892947078ad,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:28.009540 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-d9816ec5-461d-435d-ae31-c761e453cac6 req-b9f10809-0f9b-4ad3-9649-a2444b0a3d6f service neutron] 10.222.0.45 "GET /v2.0/networks/e39c23a3-bd49-4a6e-99a6-de49e0477fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329091 Jan 11 14:13:28.064514 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-8c44644c-4fd6-41f8-94bc-e93599713c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (c51643c6-7fc4-41fe-bb8c-e237ddadcdaf), before_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:28.090805 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9f55b-6c48-45e9-88cc-594d180af9f9 req-2d8b5eb9-55f3-42fb-9216-d2842115f114 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:28.099166 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3ca9f55b-6c48-45e9-88cc-594d180af9f9 req-2d8b5eb9-55f3-42fb-9216-d2842115f114 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 931 time: 0.2821233 Jan 11 14:13:28.104840 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-9d4e8cd6-4fdd-45a7-b051-193303247a91 None None] Port c51643c6-7fc4-41fe-bb8c-e237ddadcdaf cannot update to ACTIVE because it is not bound. {{(pid=102760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 14:13:28.124514 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da1abf3d-70e6-4dbe-9906-f29982b1bf38 admin admin] Publish callbacks [] for security_group (d76140c6-9b59-47f6-bd4f-0892947078ad), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:28.171939 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da1abf3d-70e6-4dbe-9906-f29982b1bf38 admin admin] Publish callbacks [] for security_group (d76140c6-9b59-47f6-bd4f-0892947078ad), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:28.180997 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-d9816ec5-461d-435d-ae31-c761e453cac6 req-bc44c132-0a6b-48d7-8e86-e3c9b4277983 service neutron] 10.222.0.45 "GET /v2.0/networks/e39c23a3-bd49-4a6e-99a6-de49e0477fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628678 Jan 11 14:13:28.229538 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cce729c0-1b3f-4e1d-910c-1be7a0bb4487 req-f685780b-b27f-4842-b6cb-8ad299aa1654 service neutron] 10.222.0.45 "GET /v2.0/networks/e39c23a3-bd49-4a6e-99a6-de49e0477fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052174 Jan 11 14:13:28.242334 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ba84f-dc15-4c3e-bddb-569a1814e620 req-8d3cf01d-e1d3-4c9e-a53b-dc35abcbf856 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:28.244202 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-072ba84f-dc15-4c3e-bddb-569a1814e620 req-8d3cf01d-e1d3-4c9e-a53b-dc35abcbf856 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 943 time: 0.1897542 Jan 11 14:13:28.292337 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5b6900df-8ea0-45b4-b428-38a08ffa1eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:28.293026 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3ca9f55b-6c48-45e9-88cc-594d180af9f9 req-7f4d7947-59fc-45b9-a823-324409bc4c77 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924565 Jan 11 14:13:28.335546 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0edca843-0e11-4a54-ad60-80743d5ded2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:28.356893 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da1abf3d-70e6-4dbe-9906-f29982b1bf38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (d76140c6-9b59-47f6-bd4f-0892947078ad), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:28.359918 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da1abf3d-70e6-4dbe-9906-f29982b1bf38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:28.363596 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-da1abf3d-70e6-4dbe-9906-f29982b1bf38 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d76140c6-9b59-47f6-bd4f-0892947078ad HTTP/1.1" status: 204 len: 168 time: 0.3854461 Jan 11 14:13:28.375655 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9816ec5-461d-435d-ae31-c761e453cac6 req-dea6c5f2-c1e8-4f57-a2d6-2a568c19f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:28.377122 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-d9816ec5-461d-435d-ae31-c761e453cac6 req-dea6c5f2-c1e8-4f57-a2d6-2a568c19f91c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a11f6957ee74ff0a62315613ff54913&device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 1096 time: 0.1075191 Jan 11 14:13:28.395932 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1abf3d-70e6-4dbe-9906-f29982b1bf38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76140c6-9b59-47f6-bd4f-0892947078ad,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:28.400168 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-072ba84f-dc15-4c3e-bddb-569a1814e620 req-258a1a2e-5dc6-42a1-8cc2-fd464464de81 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447604 Jan 11 14:13:28.533071 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0edca843-0e11-4a54-ad60-80743d5ded2d admin admin] Publish callbacks [] for security_group (1390b0f6-165d-45c5-8039-24756ae03f0d), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:28.541861 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0edca843-0e11-4a54-ad60-80743d5ded2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (1390b0f6-165d-45c5-8039-24756ae03f0d), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:28.564571 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9816ec5-461d-435d-ae31-c761e453cac6 req-9da9d8a5-fd4e-4388-937f-35f629f431b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:28.566141 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-d9816ec5-461d-435d-ae31-c761e453cac6 req-9da9d8a5-fd4e-4388-937f-35f629f431b3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0b91e79a-b551-4734-8a4b-8bd89379e2e4 HTTP/1.1" status: 200 len: 912 time: 0.1806471 Jan 11 14:13:28.570038 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-8c44644c-4fd6-41f8-94bc-e93599713c53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c51643c6-7fc4-41fe-bb8c-e237ddadcdaf {{(pid=102758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:13:28.580743 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-8c44644c-4fd6-41f8-94bc-e93599713c53 service neutron] Publish callbacks [] for port (c51643c6-7fc4-41fe-bb8c-e237ddadcdaf), precommit_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:28.594453 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-0edca843-0e11-4a54-ad60-80743d5ded2d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f25e85b1510547b685fc71598b5cc9da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7276168 Jan 11 14:13:28.598792 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 50224) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:28.603449 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.provisioning_blocks [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-8c44644c-4fd6-41f8-94bc-e93599713c53 service neutron] Transition to ACTIVE for port object c51643c6-7fc4-41fe-bb8c-e237ddadcdaf will not be triggered until provisioned by entity L2. {{(pid=102758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 14:13:28.618389 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-8c44644c-4fd6-41f8-94bc-e93599713c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (c51643c6-7fc4-41fe-bb8c-e237ddadcdaf), after_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:28.627019 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-d9816ec5-461d-435d-ae31-c761e453cac6 req-7210776b-7b03-4afb-991c-d331cb81adff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d8257f7-0bfc-4ec4-85ba-6f20d746300d HTTP/1.1" status: 200 len: 217 time: 0.0494475 Jan 11 14:13:28.627636 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edca843-0e11-4a54-ad60-80743d5ded2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1390b0f6-165d-45c5-8039-24756ae03f0d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:28.704623 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9816ec5-461d-435d-ae31-c761e453cac6 req-d68af0ce-58b1-41a8-81f0-8478f14ad265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:28.706520 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-d9816ec5-461d-435d-ae31-c761e453cac6 req-d68af0ce-58b1-41a8-81f0-8478f14ad265 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7e0256b9-88cf-4f3b-af76-871b368403f9 HTTP/1.1" status: 200 len: 850 time: 0.0727358 Jan 11 14:13:28.766552 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44644c-4fd6-41f8-94bc-e93599713c53 service neutron] Pushing event updated for resources: {'Port': ['ID=c51643c6-7fc4-41fe-bb8c-e237ddadcdaf,revision_number=2']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:28.802221 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9816ec5-461d-435d-ae31-c761e453cac6 req-d6a5def6-966a-4d1a-867d-fed6a068e1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:28.802596 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-b23cc582-ae66-486b-91a3-a6e1526cba2f admin admin] Publish callbacks [] for security_group (1390b0f6-165d-45c5-8039-24756ae03f0d), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:28.803798 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-d9816ec5-461d-435d-ae31-c761e453cac6 req-d6a5def6-966a-4d1a-867d-fed6a068e1c1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b91e79a-b551-4734-8a4b-8bd89379e2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0907621 Jan 11 14:13:28.808978 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.managers [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-8c44644c-4fd6-41f8-94bc-e93599713c53 service neutron] Attempting to bind port c51643c6-7fc4-41fe-bb8c-e237ddadcdaf on host hv-cinder-82413 for vnic_type normal with profile {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:13:28.808978 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.managers [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-8c44644c-4fd6-41f8-94bc-e93599713c53 service neutron] Attempting to bind port c51643c6-7fc4-41fe-bb8c-e237ddadcdaf by drivers openvswitch,hyperv on host hv-cinder-82413 at level 0 using segments [{'id': 'b78d3995-300f-48b9-80bd-160535fc8f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e'}] {{(pid=102758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:13:28.808978 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-8c44644c-4fd6-41f8-94bc-e93599713c53 service neutron] Attempting to bind port c51643c6-7fc4-41fe-bb8c-e237ddadcdaf on network 63c4d627-31e2-452f-a693-3a2f1117c04e {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:13:28.842628 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 50232) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:28.843217 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-8c44644c-4fd6-41f8-94bc-e93599713c53 service neutron] Port c51643c6-7fc4-41fe-bb8c-e237ddadcdaf on network 63c4d627-31e2-452f-a693-3a2f1117c04e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82413 {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 14:13:28.843566 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-8c44644c-4fd6-41f8-94bc-e93599713c53 service neutron] Attempting to bind port c51643c6-7fc4-41fe-bb8c-e237ddadcdaf on network 63c4d627-31e2-452f-a693-3a2f1117c04e {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:13:28.859760 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-8c44644c-4fd6-41f8-94bc-e93599713c53 service neutron] Checking agent: {'id': '183634b4-d914-49fa-b358-00b9224e1c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'started_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:13:28.859983 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-8c44644c-4fd6-41f8-94bc-e93599713c53 service neutron] Checking segment: {'id': 'b78d3995-300f-48b9-80bd-160535fc8f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:13:28.860345 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-8c44644c-4fd6-41f8-94bc-e93599713c53 service neutron] Bound using segment: {'id': 'b78d3995-300f-48b9-80bd-160535fc8f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e'} {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:13:28.860793 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.managers [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-8c44644c-4fd6-41f8-94bc-e93599713c53 service neutron] Bound port: c51643c6-7fc4-41fe-bb8c-e237ddadcdaf, host: hv-cinder-82413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78d3995-300f-48b9-80bd-160535fc8f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e'}}] {{(pid=102758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:13:28.861158 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-8c44644c-4fd6-41f8-94bc-e93599713c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (c51643c6-7fc4-41fe-bb8c-e237ddadcdaf), before_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:28.894127 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-ac44e69b-54cd-4278-94c2-8ca9c6dac299 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:28.907268 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-b23cc582-ae66-486b-91a3-a6e1526cba2f admin admin] Publish callbacks [] for security_group (1390b0f6-165d-45c5-8039-24756ae03f0d), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:28.923433 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-d9816ec5-461d-435d-ae31-c761e453cac6 req-aafe8681-5561-4fa1-ad3f-3444338dc1bb service neutron] 10.222.0.45 "GET /v2.0/networks/0b91e79a-b551-4734-8a4b-8bd89379e2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119320 Jan 11 14:13:29.014915 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816e84b-7436-495f-917e-17ee0014b5a2 req-350f9f36-3892-4d97-9548-e6c90b7d33cf tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:29.016796 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4816e84b-7436-495f-917e-17ee0014b5a2 req-350f9f36-3892-4d97-9548-e6c90b7d33cf tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 943 time: 0.2266359 Jan 11 14:13:29.053031 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-d9816ec5-461d-435d-ae31-c761e453cac6 req-e48b2cb5-a92e-401e-9714-27830b1cd3ad service neutron] 10.222.0.45 "GET /v2.0/networks/0b91e79a-b551-4734-8a4b-8bd89379e2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224689 Jan 11 14:13:29.105182 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-b23cc582-ae66-486b-91a3-a6e1526cba2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (1390b0f6-165d-45c5-8039-24756ae03f0d), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:29.108021 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-b23cc582-ae66-486b-91a3-a6e1526cba2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:29.109151 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-b23cc582-ae66-486b-91a3-a6e1526cba2f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1390b0f6-165d-45c5-8039-24756ae03f0d HTTP/1.1" status: 204 len: 168 time: 0.5094173 Jan 11 14:13:29.142619 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-8c44644c-4fd6-41f8-94bc-e93599713c53 service neutron] For port c51643c6-7fc4-41fe-bb8c-e237ddadcdaf, host hv-cinder-82413, cleared binding levels {{(pid=102758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:13:29.155333 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-8c44644c-4fd6-41f8-94bc-e93599713c53 service neutron] For port c51643c6-7fc4-41fe-bb8c-e237ddadcdaf, host hv-cinder-82413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=c51643c6-7fc4-41fe-bb8c-e237ddadcdaf,segment=NetworkSegment(b78d3995-300f-48b9-80bd-160535fc8f73),segment_id=b78d3995-300f-48b9-80bd-160535fc8f73)] {{(pid=102758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:13:29.156546 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cc582-ae66-486b-91a3-a6e1526cba2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1390b0f6-165d-45c5-8039-24756ae03f0d,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:29.178918 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-8c44644c-4fd6-41f8-94bc-e93599713c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (c51643c6-7fc4-41fe-bb8c-e237ddadcdaf), after_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:29.231229 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4757fb7-cc32-43c9-b369-7df8910cb7e8 req-c9b2b0f1-4fe7-4cf5-8f43-caa24d63c818 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:29.233322 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e4757fb7-cc32-43c9-b369-7df8910cb7e8 req-c9b2b0f1-4fe7-4cf5-8f43-caa24d63c818 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 943 time: 0.1970727 Jan 11 14:13:29.245471 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4816e84b-7436-495f-917e-17ee0014b5a2 req-8b533165-5fb0-48fb-96d5-2cb6fd4b2bcf tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015321 Jan 11 14:13:29.286504 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-8c44644c-4fd6-41f8-94bc-e93599713c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:29.287123 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-8c44644c-4fd6-41f8-94bc-e93599713c53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for port (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:29.288580 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-8c44644c-4fd6-41f8-94bc-e93599713c53 service neutron] 10.222.0.45 "PUT /v2.0/ports/c51643c6-7fc4-41fe-bb8c-e237ddadcdaf HTTP/1.1" status: 200 len: 1093 time: 1.5440159 Jan 11 14:13:29.289035 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07361687-ec7a-4f6e-8e42-530c1a64ba04', 'tag': 'c51643c6-7fc4-41fe-bb8c-e237ddadcdaf'}] {{(pid=102758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:13:29.291267 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bad0c4360237c930a732257e05ff37eb7f7649fd7d398cae3022b7fa374a377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a8b025-0173-4ac0-9c26-3495925796cd" -d '{"events": [{"name": "network-changed", "server_uuid": "07361687-ec7a-4f6e-8e42-530c1a64ba04", "tag": "c51643c6-7fc4-41fe-bb8c-e237ddadcdaf"}]}' {{(pid=102758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:13:29.337047 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-ac44e69b-54cd-4278-94c2-8ca9c6dac299 admin admin] Publish callbacks [] for security_group (eeb7a870-f582-4d78-b49a-fa40bdcfef00), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:29.394745 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-ac44e69b-54cd-4278-94c2-8ca9c6dac299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (eeb7a870-f582-4d78-b49a-fa40bdcfef00), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:29.404432 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44644c-4fd6-41f8-94bc-e93599713c53 service neutron] Pushing event updated for resources: {'Port': ['ID=c51643c6-7fc4-41fe-bb8c-e237ddadcdaf,revision_number=3']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:29.499430 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e4757fb7-cc32-43c9-b369-7df8910cb7e8 req-ff775659-d9d6-496f-9e91-46ef012935ab tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495761 Jan 11 14:13:29.505495 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-ac44e69b-54cd-4278-94c2-8ca9c6dac299 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b1a8953c067143d2a91a6a77acaeec1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6559188 Jan 11 14:13:29.509186 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 50266) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:29.516025 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44e69b-54cd-4278-94c2-8ca9c6dac299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb7a870-f582-4d78-b49a-fa40bdcfef00,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:29.522069 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-d47d89d2-548d-4df2-a06e-e30d5ea01a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:29.523637 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-d47d89d2-548d-4df2-a06e-e30d5ea01a4a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e53c79af2d940ce87ec727feef0f0ee&device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 1096 time: 0.1725464 Jan 11 14:13:29.590918 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-8e798cc7-8d1e-4de3-862e-20d7a78bb16c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c51643c6-7fc4-41fe-bb8c-e237ddadcdaf HTTP/1.1" status: 200 len: 217 time: 0.0537271 Jan 11 14:13:29.594360 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:29.609450 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446a569-e02d-4412-afed-687e70d4a26c req-316e71eb-a5c9-4efa-ad90-215656a7f4ef tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:29.611123 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5446a569-e02d-4412-afed-687e70d4a26c req-316e71eb-a5c9-4efa-ad90-215656a7f4ef tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 943 time: 0.2176719 Jan 11 14:13:29.625216 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ca777a7a-a6e6-4a2a-a141-145121a44a46 admin admin] Publish callbacks [] for security_group (eeb7a870-f582-4d78-b49a-fa40bdcfef00), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:29.646325 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 14:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff25f8d-9be9-474d-8d42-4f5f8dddff0e x-openstack-request-id: req-1ff25f8d-9be9-474d-8d42-4f5f8dddff0e {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:13:29.646622 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07361687-ec7a-4f6e-8e42-530c1a64ba04", "tag": "c51643c6-7fc4-41fe-bb8c-e237ddadcdaf", "status": "completed", "code": 200}]} {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:13:29.646878 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1ff25f8d-9be9-474d-8d42-4f5f8dddff0e {{(pid=102758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:13:29.647315 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07361687-ec7a-4f6e-8e42-530c1a64ba04', 'tag': 'c51643c6-7fc4-41fe-bb8c-e237ddadcdaf', 'status': 'completed', 'code': 200} Jan 11 14:13:29.674592 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ca777a7a-a6e6-4a2a-a141-145121a44a46 admin admin] Publish callbacks [] for security_group (eeb7a870-f582-4d78-b49a-fa40bdcfef00), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:29.693137 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-e34224d5-5fa8-4095-a0a6-d98495033291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:29.694745 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-e34224d5-5fa8-4095-a0a6-d98495033291 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=613a89ec-c23f-446c-aa6e-28885de25556 HTTP/1.1" status: 200 len: 855 time: 0.0825791 Jan 11 14:13:29.745756 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5446a569-e02d-4412-afed-687e70d4a26c req-ad3ad7d8-9402-4419-ad56-8e9ef46788aa tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248848 Jan 11 14:13:29.754933 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 50268) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:29.771450 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ca777a7a-a6e6-4a2a-a141-145121a44a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (eeb7a870-f582-4d78-b49a-fa40bdcfef00), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:29.773994 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ca777a7a-a6e6-4a2a-a141-145121a44a46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:29.777932 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-ca777a7a-a6e6-4a2a-a141-145121a44a46 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eeb7a870-f582-4d78-b49a-fa40bdcfef00 HTTP/1.1" status: 204 len: 168 time: 0.2647414 Jan 11 14:13:29.777932 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0072dae7-3f17-40c6-a69e-3fa1d7633ec4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:29.798473 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca777a7a-a6e6-4a2a-a141-145121a44a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb7a870-f582-4d78-b49a-fa40bdcfef00,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:29.808084 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-c7a96e2c-5d15-4812-afd2-e754c4226566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:29.809776 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-c7a96e2c-5d15-4812-afd2-e754c4226566 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63c4d627-31e2-452f-a693-3a2f1117c04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1087680 Jan 11 14:13:29.821148 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85b6c1-4445-452c-b660-d141a626de79 req-de55156d-fc8f-44ab-baab-41e1641e05bc tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:29.822669 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7a85b6c1-4445-452c-b660-d141a626de79 req-de55156d-fc8f-44ab-baab-41e1641e05bc tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 943 time: 0.1061933 Jan 11 14:13:29.894360 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0072dae7-3f17-40c6-a69e-3fa1d7633ec4 admin admin] Publish callbacks [] for security_group (6ae2f2d0-306b-41ef-aaf5-1e6327e128fa), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:29.899994 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0072dae7-3f17-40c6-a69e-3fa1d7633ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (6ae2f2d0-306b-41ef-aaf5-1e6327e128fa), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:29.931396 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7a85b6c1-4445-452c-b660-d141a626de79 req-8e20f0fd-5eb5-4894-9f6f-dbf5211936f3 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991225 Jan 11 14:13:29.937891 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-0072dae7-3f17-40c6-a69e-3fa1d7633ec4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=566a497460e147ce8e808f4ca4acc2e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1810334 Jan 11 14:13:29.940556 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 50274) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:29.956029 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072dae7-3f17-40c6-a69e-3fa1d7633ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae2f2d0-306b-41ef-aaf5-1e6327e128fa,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:29.969724 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-80bfc0b2-58cb-474d-b88a-8e06c96efde2 service neutron] 10.222.0.45 "GET /v2.0/networks/63c4d627-31e2-452f-a693-3a2f1117c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458097 Jan 11 14:13:30.060744 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-dff15c44-bf4d-422b-81fa-7c7c752dec2f admin admin] Publish callbacks [] for security_group (6ae2f2d0-306b-41ef-aaf5-1e6327e128fa), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:30.104258 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-dff15c44-bf4d-422b-81fa-7c7c752dec2f admin admin] Publish callbacks [] for security_group (6ae2f2d0-306b-41ef-aaf5-1e6327e128fa), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:30.117231 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-87073849-465b-4fdc-be14-af2bf38e70c3 req-ead767d2-35d9-4862-b285-c51430fdd136 service neutron] 10.222.0.45 "GET /v2.0/networks/63c4d627-31e2-452f-a693-3a2f1117c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391020 Jan 11 14:13:30.165194 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-dff15c44-bf4d-422b-81fa-7c7c752dec2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (6ae2f2d0-306b-41ef-aaf5-1e6327e128fa), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:30.167894 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-dff15c44-bf4d-422b-81fa-7c7c752dec2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:30.168955 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-dff15c44-bf4d-422b-81fa-7c7c752dec2f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6ae2f2d0-306b-41ef-aaf5-1e6327e128fa HTTP/1.1" status: 204 len: 168 time: 0.2274756 Jan 11 14:13:30.199198 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff15c44-bf4d-422b-81fa-7c7c752dec2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae2f2d0-306b-41ef-aaf5-1e6327e128fa,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:30.221156 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8b025-0173-4ac0-9c26-3495925796cd req-108f567d-44b1-4165-9b63-d00419c855c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:30.222910 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f3a8b025-0173-4ac0-9c26-3495925796cd req-108f567d-44b1-4165-9b63-d00419c855c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e53c79af2d940ce87ec727feef0f0ee&device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 1096 time: 0.0528831 Jan 11 14:13:30.375025 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8b025-0173-4ac0-9c26-3495925796cd req-be0c8145-bc37-47bc-a7bd-452a866b31bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:30.376537 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f3a8b025-0173-4ac0-9c26-3495925796cd req-be0c8145-bc37-47bc-a7bd-452a866b31bf service neutron] 10.222.0.45 "GET /v2.0/networks?id=63c4d627-31e2-452f-a693-3a2f1117c04e HTTP/1.1" status: 200 len: 917 time: 0.1474607 Jan 11 14:13:30.426361 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f3a8b025-0173-4ac0-9c26-3495925796cd req-0a5d1416-4225-42ec-be28-9355eb65ddc7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c51643c6-7fc4-41fe-bb8c-e237ddadcdaf HTTP/1.1" status: 200 len: 217 time: 0.0422969 Jan 11 14:13:30.434707 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971028a-bfac-4546-89d8-73f06211f33e req-f913a860-f8e5-44c1-b436-dae7e2751794 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:30.436672 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3971028a-bfac-4546-89d8-73f06211f33e req-f913a860-f8e5-44c1-b436-dae7e2751794 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 943 time: 0.1017337 Jan 11 14:13:30.730898 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:30.740859 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8b025-0173-4ac0-9c26-3495925796cd req-c97d18cd-7f0a-40ec-8131-1b98bff20e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:30.742326 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f3a8b025-0173-4ac0-9c26-3495925796cd req-c97d18cd-7f0a-40ec-8131-1b98bff20e42 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=613a89ec-c23f-446c-aa6e-28885de25556 HTTP/1.1" status: 200 len: 855 time: 0.3047779 Jan 11 14:13:30.751987 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3971028a-bfac-4546-89d8-73f06211f33e req-c03ff0b9-4d31-405b-ae0d-1e32117c9ed9 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068712 Jan 11 14:13:30.772811 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a86ce-98bf-4a00-bfda-c35e7d7404d3 req-24563b3e-50d4-4771-bebc-36fcbfdafba1 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:30.774285 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e04a86ce-98bf-4a00-bfda-c35e7d7404d3 req-24563b3e-50d4-4771-bebc-36fcbfdafba1 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 943 time: 0.1110246 Jan 11 14:13:30.798230 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 50330) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:30.836706 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8b025-0173-4ac0-9c26-3495925796cd req-670bd07f-bf51-4e12-a11c-6a7fa6ca049f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:30.838205 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f3a8b025-0173-4ac0-9c26-3495925796cd req-670bd07f-bf51-4e12-a11c-6a7fa6ca049f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63c4d627-31e2-452f-a693-3a2f1117c04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0828533 Jan 11 14:13:30.858425 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e04a86ce-98bf-4a00-bfda-c35e7d7404d3 req-0c476fe4-7c79-4819-915d-79d57752ca3a tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675597 Jan 11 14:13:30.944293 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-01cfb455-4094-414c-8de7-9f6b241f8eb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:30.969859 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89614daf-1b6e-4cb5-8d9d-10a47973ba27 req-54430e7d-e2e2-4bf4-8bc6-857235deb2a9 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:30.971382 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-89614daf-1b6e-4cb5-8d9d-10a47973ba27 req-54430e7d-e2e2-4bf4-8bc6-857235deb2a9 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 943 time: 0.1027801 Jan 11 14:13:31.003724 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f3a8b025-0173-4ac0-9c26-3495925796cd req-5b632d8d-4a81-4477-b65c-88f5fd3481a9 service neutron] 10.222.0.45 "GET /v2.0/networks/63c4d627-31e2-452f-a693-3a2f1117c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573570 Jan 11 14:13:31.039748 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-01cfb455-4094-414c-8de7-9f6b241f8eb4 admin admin] Publish callbacks [] for security_group (0d748aba-63a4-4fe5-816a-d4b2025d11bf), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:31.046961 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-01cfb455-4094-414c-8de7-9f6b241f8eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (0d748aba-63a4-4fe5-816a-d4b2025d11bf), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:31.098334 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-89614daf-1b6e-4cb5-8d9d-10a47973ba27 req-a7c91f91-23e6-4f35-b39a-8d97a34366ef tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119504 Jan 11 14:13:31.102897 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-01cfb455-4094-414c-8de7-9f6b241f8eb4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ac5b9a1d5ed64bf58a1cef58d898fda5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3029561 Jan 11 14:13:31.104130 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cfb455-4094-414c-8de7-9f6b241f8eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d748aba-63a4-4fe5-816a-d4b2025d11bf,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:31.119829 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 50342) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:31.176885 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17340fd6-c194-41c1-8a14-905bfc66cd96 req-0c7d071a-d7e2-4061-9ce5-cd5f0974c71b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:31.183559 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-17340fd6-c194-41c1-8a14-905bfc66cd96 req-0c7d071a-d7e2-4061-9ce5-cd5f0974c71b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 943 time: 0.1171610 Jan 11 14:13:31.206920 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f3a8b025-0173-4ac0-9c26-3495925796cd req-b8c547f7-4f8b-48ab-8bfd-51ed3e57c89f service neutron] 10.222.0.45 "GET /v2.0/networks/63c4d627-31e2-452f-a693-3a2f1117c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956692 Jan 11 14:13:31.229134 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-53552996-843c-4419-b308-ce7fc97e29ef admin admin] Publish callbacks [] for security_group (0d748aba-63a4-4fe5-816a-d4b2025d11bf), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:31.262328 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-53552996-843c-4419-b308-ce7fc97e29ef admin admin] Publish callbacks [] for security_group (0d748aba-63a4-4fe5-816a-d4b2025d11bf), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:31.264843 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-17340fd6-c194-41c1-8a14-905bfc66cd96 req-dfac8626-c28d-47b6-8370-f945ff3d4f95 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749297 Jan 11 14:13:31.325453 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-53552996-843c-4419-b308-ce7fc97e29ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (0d748aba-63a4-4fe5-816a-d4b2025d11bf), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:31.330154 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-53552996-843c-4419-b308-ce7fc97e29ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:31.331322 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-53552996-843c-4419-b308-ce7fc97e29ef admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0d748aba-63a4-4fe5-816a-d4b2025d11bf HTTP/1.1" status: 204 len: 168 time: 0.2103374 Jan 11 14:13:31.340525 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53552996-843c-4419-b308-ce7fc97e29ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d748aba-63a4-4fe5-816a-d4b2025d11bf,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:31.609156 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 4d8257f7-0bfc-4ec4-85ba-6f20d746300d details requested by agent hyperv_hv-cinder-82413 with host hv-cinder-82413 {{(pid=102760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 14:13:31.720477 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 4d8257f7-0bfc-4ec4-85ba-6f20d746300d, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=4d8257f7-0bfc-4ec4-85ba-6f20d746300d,segment=NetworkSegment(4ab9da9a-fa88-4fd7-8386-6870c4602395),segment_id=4ab9da9a-fa88-4fd7-8386-6870c4602395)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:13:31.736225 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Returning: {'device': '4d8257f7-0bfc-4ec4-85ba-6f20d746300d', 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4', 'port_id': '4d8257f7-0bfc-4ec4-85ba-6f20d746300d', 'mac_address': 'fa:16:3e:4a:2f:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e0256b9-88cf-4f3b-af76-871b368403f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 14:13:31.737915 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 50372) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:31.754265 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-87d9f85e-a90e-468d-b3e7-60693aeb422a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:31.813192 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port 4d8257f7-0bfc-4ec4-85ba-6f20d746300d is: DOWN; New status is: BUILD {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:13:31.813925 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (4d8257f7-0bfc-4ec4-85ba-6f20d746300d), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:31.833276 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d8257f7-0bfc-4ec4-85ba-6f20d746300d {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:13:31.859259 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 4d8257f7-0bfc-4ec4-85ba-6f20d746300d, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=4d8257f7-0bfc-4ec4-85ba-6f20d746300d,segment=NetworkSegment(4ab9da9a-fa88-4fd7-8386-6870c4602395),segment_id=4ab9da9a-fa88-4fd7-8386-6870c4602395)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:13:31.867681 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (4d8257f7-0bfc-4ec4-85ba-6f20d746300d), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:31.869325 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device c063d65b-930d-449b-91e5-7f64c92f6387 details requested by agent hyperv_hv-cinder-82413 with host hv-cinder-82413 {{(pid=102760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 14:13:31.959301 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=4d8257f7-0bfc-4ec4-85ba-6f20d746300d,revision_number=4']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:31.960221 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-87d9f85e-a90e-468d-b3e7-60693aeb422a admin admin] Publish callbacks [] for security_group (cdfb09a8-28b4-4f17-98e9-d0d7cea8d3c3), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:31.967436 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-87d9f85e-a90e-468d-b3e7-60693aeb422a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (cdfb09a8-28b4-4f17-98e9-d0d7cea8d3c3), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:32.015724 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-87d9f85e-a90e-468d-b3e7-60693aeb422a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a7fd342353014d3e9933317ff19c160b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2765243 Jan 11 14:13:32.017133 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9f85e-a90e-468d-b3e7-60693aeb422a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfb09a8-28b4-4f17-98e9-d0d7cea8d3c3,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:32.021659 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 50390) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:32.087696 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b0aba98c-c188-46bc-9070-71d9b2feccd4 admin admin] Publish callbacks [] for security_group (cdfb09a8-28b4-4f17-98e9-d0d7cea8d3c3), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:32.096080 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08af5c-1d2f-48da-85a6-fa44fa2c8a83 req-34580ff6-66ad-4b90-8048-b5a38a27a452 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:32.097646 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ae08af5c-1d2f-48da-85a6-fa44fa2c8a83 req-34580ff6-66ad-4b90-8048-b5a38a27a452 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 943 time: 0.1962678 Jan 11 14:13:32.145325 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b0aba98c-c188-46bc-9070-71d9b2feccd4 admin admin] Publish callbacks [] for security_group (cdfb09a8-28b4-4f17-98e9-d0d7cea8d3c3), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:32.153579 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port c063d65b-930d-449b-91e5-7f64c92f6387, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=c063d65b-930d-449b-91e5-7f64c92f6387,segment=NetworkSegment(260f7c16-1ea1-4405-b630-043e9204e7e9),segment_id=260f7c16-1ea1-4405-b630-043e9204e7e9)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:13:32.170334 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Returning: {'device': 'c063d65b-930d-449b-91e5-7f64c92f6387', 'network_id': 'af1ef159-4151-46fa-bf26-34e9296d0c02', 'port_id': 'c063d65b-930d-449b-91e5-7f64c92f6387', 'mac_address': 'fa:16:3e:aa:a6:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4e406dd-1a26-497d-88d0-3762d493758c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 14:13:32.175924 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff8a60-5b01-433a-9897-46f3518c4b3f req-0b67dc72-d988-4a04-92f3-4663b9f819d1 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:32.177491 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-68ff8a60-5b01-433a-9897-46f3518c4b3f req-0b67dc72-d988-4a04-92f3-4663b9f819d1 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 943 time: 0.1948142 Jan 11 14:13:32.221222 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port c063d65b-930d-449b-91e5-7f64c92f6387 is: DOWN; New status is: BUILD {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:13:32.221639 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (c063d65b-930d-449b-91e5-7f64c92f6387), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:32.240159 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c063d65b-930d-449b-91e5-7f64c92f6387 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:13:32.259949 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b0aba98c-c188-46bc-9070-71d9b2feccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (cdfb09a8-28b4-4f17-98e9-d0d7cea8d3c3), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:32.265274 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port c063d65b-930d-449b-91e5-7f64c92f6387, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=c063d65b-930d-449b-91e5-7f64c92f6387,segment=NetworkSegment(260f7c16-1ea1-4405-b630-043e9204e7e9),segment_id=260f7c16-1ea1-4405-b630-043e9204e7e9)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:13:32.265946 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b0aba98c-c188-46bc-9070-71d9b2feccd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:32.271023 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-b0aba98c-c188-46bc-9070-71d9b2feccd4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cdfb09a8-28b4-4f17-98e9-d0d7cea8d3c3 HTTP/1.1" status: 204 len: 168 time: 0.2449825 Jan 11 14:13:32.271786 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ae08af5c-1d2f-48da-85a6-fa44fa2c8a83 req-04f94556-120c-4e9a-b20a-56cb28329b2f tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617303 Jan 11 14:13:32.293536 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (c063d65b-930d-449b-91e5-7f64c92f6387), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:32.295059 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 77e99707-79d4-42da-8053-2f361200d181 details requested by agent hyperv_hv-cinder-82413 with host hv-cinder-82413 {{(pid=102760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 14:13:32.301722 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-68ff8a60-5b01-433a-9897-46f3518c4b3f req-fbf404fa-7527-4e23-8885-1fa3061007ed tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166713 Jan 11 14:13:32.313331 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aba98c-c188-46bc-9070-71d9b2feccd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfb09a8-28b4-4f17-98e9-d0d7cea8d3c3,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:32.420863 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 50404) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:32.483193 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93cd929-609e-454b-9aa8-086931441754 req-b24a0fa4-41d6-4960-b438-9c481eb7e3d1 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:32.486746 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:32.491689 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f93cd929-609e-454b-9aa8-086931441754 req-b24a0fa4-41d6-4960-b438-9c481eb7e3d1 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 944 time: 0.1023581 Jan 11 14:13:32.529500 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490e74f-d43b-4416-a19c-702f096c9e18 req-124800cf-8fba-4f59-a100-0bd97ff81df5 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:32.531266 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f490e74f-d43b-4416-a19c-702f096c9e18 req-124800cf-8fba-4f59-a100-0bd97ff81df5 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 943 time: 0.1078832 Jan 11 14:13:32.572560 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=c063d65b-930d-449b-91e5-7f64c92f6387,revision_number=4']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:32.597624 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f93cd929-609e-454b-9aa8-086931441754 req-76e9b5de-3f76-4be2-b81a-fba080feb011 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048884 Jan 11 14:13:32.635464 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f490e74f-d43b-4416-a19c-702f096c9e18 req-6d6bc107-ac32-4a8b-9384-e2840f57f0a4 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949733 Jan 11 14:13:32.635923 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 77e99707-79d4-42da-8053-2f361200d181, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=77e99707-79d4-42da-8053-2f361200d181,segment=NetworkSegment(ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0),segment_id=ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:13:32.649222 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Returning: {'device': '77e99707-79d4-42da-8053-2f361200d181', 'network_id': 'e39c23a3-bd49-4a6e-99a6-de49e0477fd9', 'port_id': '77e99707-79d4-42da-8053-2f361200d181', 'mac_address': 'fa:16:3e:9b:71:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f92724c6-8602-4a02-a614-e355ebf8a564', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 14:13:32.705456 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port 77e99707-79d4-42da-8053-2f361200d181 is: DOWN; New status is: BUILD {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:13:32.705861 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (77e99707-79d4-42da-8053-2f361200d181), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:32.719673 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e99707-79d4-42da-8053-2f361200d181 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:13:32.739966 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 77e99707-79d4-42da-8053-2f361200d181, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=77e99707-79d4-42da-8053-2f361200d181,segment=NetworkSegment(ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0),segment_id=ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:13:32.746102 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (77e99707-79d4-42da-8053-2f361200d181), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:32.746820 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 5a970ee5-fb4e-433b-a01a-9adab15fef70 details requested by agent hyperv_hv-cinder-82413 with host hv-cinder-82413 {{(pid=102760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 14:13:32.815146 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 5a970ee5-fb4e-433b-a01a-9adab15fef70, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=5a970ee5-fb4e-433b-a01a-9adab15fef70,segment=NetworkSegment(ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0),segment_id=ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:13:32.824967 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=77e99707-79d4-42da-8053-2f361200d181,revision_number=4']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:32.831830 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Returning: {'device': '5a970ee5-fb4e-433b-a01a-9adab15fef70', 'network_id': 'e39c23a3-bd49-4a6e-99a6-de49e0477fd9', 'port_id': '5a970ee5-fb4e-433b-a01a-9adab15fef70', 'mac_address': 'fa:16:3e:e7:a8:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f92724c6-8602-4a02-a614-e355ebf8a564', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 14:13:32.843263 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ec94179e-0044-486d-81bb-d56bc28a1d41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:32.881511 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port 5a970ee5-fb4e-433b-a01a-9adab15fef70 is: DOWN; New status is: BUILD {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:13:32.882100 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (5a970ee5-fb4e-433b-a01a-9adab15fef70), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:32.910557 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a970ee5-fb4e-433b-a01a-9adab15fef70 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:13:32.932768 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 5a970ee5-fb4e-433b-a01a-9adab15fef70, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=5a970ee5-fb4e-433b-a01a-9adab15fef70,segment=NetworkSegment(ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0),segment_id=ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:13:32.940911 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (5a970ee5-fb4e-433b-a01a-9adab15fef70), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:32.955764 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ec94179e-0044-486d-81bb-d56bc28a1d41 admin admin] Publish callbacks [] for security_group (2e18d7a5-4b54-4617-b04d-709cfc803def), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:32.961696 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ec94179e-0044-486d-81bb-d56bc28a1d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (2e18d7a5-4b54-4617-b04d-709cfc803def), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:32.993606 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-ec94179e-0044-486d-81bb-d56bc28a1d41 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3ffff8004c36478a9d627fbac17931ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5716221 Jan 11 14:13:32.996591 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 50424) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:33.007046 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=5a970ee5-fb4e-433b-a01a-9adab15fef70,revision_number=4']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:33.015113 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec94179e-0044-486d-81bb-d56bc28a1d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e18d7a5-4b54-4617-b04d-709cfc803def,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:33.080864 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-0b798185-1cf4-4216-aaf1-f2cafd91ec35 admin admin] Publish callbacks [] for security_group (2e18d7a5-4b54-4617-b04d-709cfc803def), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:33.103713 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-0b798185-1cf4-4216-aaf1-f2cafd91ec35 admin admin] Publish callbacks [] for security_group (2e18d7a5-4b54-4617-b04d-709cfc803def), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:33.160249 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-0b798185-1cf4-4216-aaf1-f2cafd91ec35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (2e18d7a5-4b54-4617-b04d-709cfc803def), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:33.163047 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-0b798185-1cf4-4216-aaf1-f2cafd91ec35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:33.164251 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-0b798185-1cf4-4216-aaf1-f2cafd91ec35 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2e18d7a5-4b54-4617-b04d-709cfc803def HTTP/1.1" status: 204 len: 168 time: 0.1664534 Jan 11 14:13:33.175001 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b798185-1cf4-4216-aaf1-f2cafd91ec35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e18d7a5-4b54-4617-b04d-709cfc803def,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:33.475198 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5abc5-a8a6-4b1f-92f2-eb4140bc25db req-b4c194b0-fa74-4da5-ad2d-cd98d46946e9 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:33.476746 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-eca5abc5-a8a6-4b1f-92f2-eb4140bc25db req-b4c194b0-fa74-4da5-ad2d-cd98d46946e9 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 944 time: 0.0923007 Jan 11 14:13:33.484187 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e52857-2854-41d7-9a4e-fab85ab404ef req-dea5556b-fbc9-47a6-a94e-f11a9ac7f23a tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:33.485844 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b0e52857-2854-41d7-9a4e-fab85ab404ef req-dea5556b-fbc9-47a6-a94e-f11a9ac7f23a tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 944 time: 0.0990479 Jan 11 14:13:33.558235 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-eca5abc5-a8a6-4b1f-92f2-eb4140bc25db req-5526e41b-cd62-434c-8017-979e0da04ad6 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712152 Jan 11 14:13:33.566184 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b0e52857-2854-41d7-9a4e-fab85ab404ef req-2900d213-c153-4593-ac03-31a2d10748c1 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711746 Jan 11 14:13:33.737146 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f934a-f262-4b84-80b2-e46d32ef3faf req-6f28d6de-3886-41d3-8093-7ae2009c7f55 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:33.738736 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a31f934a-f262-4b84-80b2-e46d32ef3faf req-6f28d6de-3886-41d3-8093-7ae2009c7f55 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 944 time: 0.0715442 Jan 11 14:13:33.833201 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9ca88-81a4-467c-8a60-59c41d47db39 req-4ce33c5d-994f-4eac-bd9b-a78745fb3318 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:33.834626 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3ca9ca88-81a4-467c-8a60-59c41d47db39 req-4ce33c5d-994f-4eac-bd9b-a78745fb3318 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 943 time: 0.0949230 Jan 11 14:13:33.848067 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a31f934a-f262-4b84-80b2-e46d32ef3faf req-f3539f8e-fa7a-4c05-bdac-4f551606268c tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923357 Jan 11 14:13:33.902821 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3ca9ca88-81a4-467c-8a60-59c41d47db39 req-31310b70-0e51-4841-a8a0-be0b2cdde1b6 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560668 Jan 11 14:13:34.048321 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device c51643c6-7fc4-41fe-bb8c-e237ddadcdaf details requested by agent hyperv_hv-cinder-82413 with host hv-cinder-82413 {{(pid=102760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 14:13:34.156324 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port c51643c6-7fc4-41fe-bb8c-e237ddadcdaf, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=c51643c6-7fc4-41fe-bb8c-e237ddadcdaf,segment=NetworkSegment(b78d3995-300f-48b9-80bd-160535fc8f73),segment_id=b78d3995-300f-48b9-80bd-160535fc8f73)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:13:34.168171 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Returning: {'device': 'c51643c6-7fc4-41fe-bb8c-e237ddadcdaf', 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e', 'port_id': 'c51643c6-7fc4-41fe-bb8c-e237ddadcdaf', 'mac_address': 'fa:16:3e:5a:0c:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '613a89ec-c23f-446c-aa6e-28885de25556', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 14:13:34.209769 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port c51643c6-7fc4-41fe-bb8c-e237ddadcdaf is: DOWN; New status is: BUILD {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:13:34.210031 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (c51643c6-7fc4-41fe-bb8c-e237ddadcdaf), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:34.224085 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c51643c6-7fc4-41fe-bb8c-e237ddadcdaf {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:13:34.244049 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port c51643c6-7fc4-41fe-bb8c-e237ddadcdaf, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=c51643c6-7fc4-41fe-bb8c-e237ddadcdaf,segment=NetworkSegment(b78d3995-300f-48b9-80bd-160535fc8f73),segment_id=b78d3995-300f-48b9-80bd-160535fc8f73)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:13:34.248825 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (c51643c6-7fc4-41fe-bb8c-e237ddadcdaf), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:34.305559 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=c51643c6-7fc4-41fe-bb8c-e237ddadcdaf,revision_number=4']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:34.715189 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25674b87-724d-458a-87ff-24e99367508e req-fd3b86e7-461f-460e-bb8b-435cbdc7017b tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:34.717254 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-25674b87-724d-458a-87ff-24e99367508e req-fd3b86e7-461f-460e-bb8b-435cbdc7017b tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 944 time: 0.0775793 Jan 11 14:13:34.725241 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86d5de-3331-4f39-a124-b846b5db0ff2 req-66076821-98db-44da-9917-52d6b4c01b2a tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:34.726610 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8d86d5de-3331-4f39-a124-b846b5db0ff2 req-66076821-98db-44da-9917-52d6b4c01b2a tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 944 time: 0.0779366 Jan 11 14:13:34.798655 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-25674b87-724d-458a-87ff-24e99367508e req-39334772-5212-446d-a03b-a2a812970816 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710757 Jan 11 14:13:34.805894 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8d86d5de-3331-4f39-a124-b846b5db0ff2 req-ee10d43d-519a-411d-8b49-14a1e4dffe5a tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721917 Jan 11 14:13:34.958774 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c8fc8-eb83-4b20-9bbf-dd04d922d64f req-248ea85d-61fd-44ac-b959-ac8f78167254 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:34.960321 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c87c8fc8-eb83-4b20-9bbf-dd04d922d64f req-248ea85d-61fd-44ac-b959-ac8f78167254 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 944 time: 0.0499558 Jan 11 14:13:35.049497 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c87c8fc8-eb83-4b20-9bbf-dd04d922d64f req-629affa5-8dd8-4e28-a136-eeec9b0b32fe tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829363 Jan 11 14:13:35.061134 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b312ec3-9d60-45cf-9416-c97fbbc9be7c req-d83f5dd1-2dc9-4bbb-b0d2-75a3e2e95132 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:35.062594 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4b312ec3-9d60-45cf-9416-c97fbbc9be7c req-d83f5dd1-2dc9-4bbb-b0d2-75a3e2e95132 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 944 time: 0.0771348 Jan 11 14:13:35.113017 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4b312ec3-9d60-45cf-9416-c97fbbc9be7c req-34466ef8-d07d-4f2a-bbd8-bd2fc3b148bc tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450225 Jan 11 14:13:35.935153 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c1598-a779-4149-8296-e62d7f199e89 req-b8e3c6ed-86b3-4a3f-be3d-ea3cda7dbe5c tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:35.937143 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d98c1598-a779-4149-8296-e62d7f199e89 req-b8e3c6ed-86b3-4a3f-be3d-ea3cda7dbe5c tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 944 time: 0.0726326 Jan 11 14:13:35.958810 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e884e-b756-4014-b2af-4ded014a929c req-d510f735-85e1-4eb0-acd7-cd77f2ae743f tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:35.960240 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-963e884e-b756-4014-b2af-4ded014a929c req-d510f735-85e1-4eb0-acd7-cd77f2ae743f tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 944 time: 0.0841234 Jan 11 14:13:36.017455 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d98c1598-a779-4149-8296-e62d7f199e89 req-750de1d6-08db-4c30-9238-0cf689512e1d tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748162 Jan 11 14:13:36.028311 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-963e884e-b756-4014-b2af-4ded014a929c req-a7bc7ac4-7348-41ef-ac2e-5e278adf340d tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620663 Jan 11 14:13:36.166141 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8bea0-32ef-4ffd-a4b8-8e23f26bdd18 req-9741f130-c96e-4a88-8a05-04503fa82cde tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:36.167648 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7ef8bea0-32ef-4ffd-a4b8-8e23f26bdd18 req-9741f130-c96e-4a88-8a05-04503fa82cde tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 944 time: 0.0535738 Jan 11 14:13:36.243805 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7ef8bea0-32ef-4ffd-a4b8-8e23f26bdd18 req-11483008-aea3-4550-b451-7a9f5880a67b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693934 Jan 11 14:13:36.260272 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c47ca-37e3-45a0-a39e-8b75f517bc65 req-50a8a651-e4fb-4032-bc40-738ee4d6c1b7 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:36.262133 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fb9c47ca-37e3-45a0-a39e-8b75f517bc65 req-50a8a651-e4fb-4032-bc40-738ee4d6c1b7 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 944 time: 0.0731649 Jan 11 14:13:36.277557 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:36.310829 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fb9c47ca-37e3-45a0-a39e-8b75f517bc65 req-66a6bc6a-cfe3-4303-84a4-2d90eff3fb34 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430477 Jan 11 14:13:37.157401 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d3704-97af-4580-a41f-2a12da92b1e0 req-32bd5fc7-0792-48e6-9ad3-2613e5d76de3 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:37.158912 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6c8d3704-97af-4580-a41f-2a12da92b1e0 req-32bd5fc7-0792-48e6-9ad3-2613e5d76de3 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 944 time: 0.0760906 Jan 11 14:13:37.169035 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad8253-16dc-4ee3-a62d-6e0de1b7876e req-b52f58b5-610a-4246-8e9c-53375114a064 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:37.170539 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6dad8253-16dc-4ee3-a62d-6e0de1b7876e req-b52f58b5-610a-4246-8e9c-53375114a064 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 944 time: 0.0777113 Jan 11 14:13:37.240518 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6c8d3704-97af-4580-a41f-2a12da92b1e0 req-ae8271a1-3095-452b-a23b-55d519ab7dd1 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690081 Jan 11 14:13:37.244939 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6dad8253-16dc-4ee3-a62d-6e0de1b7876e req-069dd8e5-a953-4b2a-8221-a7561765522a tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677340 Jan 11 14:13:37.246457 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['77e99707-79d4-42da-8053-2f361200d181'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:13:37.288123 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['4d8257f7-0bfc-4ec4-85ba-6f20d746300d'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:13:37.335054 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['5a970ee5-fb4e-433b-a01a-9adab15fef70'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:13:37.352042 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['c063d65b-930d-449b-91e5-7f64c92f6387'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:13:37.354071 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['c51643c6-7fc4-41fe-bb8c-e237ddadcdaf'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:13:37.360079 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23660e-d08d-48fe-b21a-0cb6ff762b17 req-cd48d0c2-b272-415c-ba87-d6a3d2fde7c0 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:37.361722 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ef23660e-d08d-48fe-b21a-0cb6ff762b17 req-cd48d0c2-b272-415c-ba87-d6a3d2fde7c0 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 944 time: 0.0536096 Jan 11 14:13:37.434302 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ef23660e-d08d-48fe-b21a-0cb6ff762b17 req-8eefc73c-9f65-4889-9c35-41143b991a8c tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666738 Jan 11 14:13:37.454465 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8071e-d5fa-4b58-8239-696c7c7f2151 req-6de09cf9-690f-46ca-a2f4-e6d4b9177942 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:37.455961 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e8b8071e-d5fa-4b58-8239-696c7c7f2151 req-6de09cf9-690f-46ca-a2f4-e6d4b9177942 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 944 time: 0.0681021 Jan 11 14:13:37.502354 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e8b8071e-d5fa-4b58-8239-696c7c7f2151 req-7292a9ef-6447-4ccb-98aa-d69d4e798f40 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404823 Jan 11 14:13:38.379009 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92b59e-d3c3-4d02-8a41-67c962743ea9 req-ad07be36-ee59-4d59-bdf4-285aba36a3df tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:38.380505 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ac92b59e-d3c3-4d02-8a41-67c962743ea9 req-ad07be36-ee59-4d59-bdf4-285aba36a3df tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 944 time: 0.0753057 Jan 11 14:13:38.388422 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f4dcc-52b5-452a-8958-b5af7b43f020 req-337ab889-319e-4ba2-90e3-5b987c719ec9 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:38.389767 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f39f4dcc-52b5-452a-8958-b5af7b43f020 req-337ab889-319e-4ba2-90e3-5b987c719ec9 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 944 time: 0.0752842 Jan 11 14:13:38.459179 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ac92b59e-d3c3-4d02-8a41-67c962743ea9 req-1ff32d04-2f6a-45dd-a5fb-90de30cbe962 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684638 Jan 11 14:13:38.466734 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f39f4dcc-52b5-452a-8958-b5af7b43f020 req-da0e1e14-c543-4257-bf2c-f8be358c3f0e tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700648 Jan 11 14:13:38.561042 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c52748-ea20-4b4f-86b2-0a3754c01b49 req-f406aaa0-1879-42e7-bde6-cbe9ac5b96f6 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:38.562568 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-99c52748-ea20-4b4f-86b2-0a3754c01b49 req-f406aaa0-1879-42e7-bde6-cbe9ac5b96f6 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 944 time: 0.0503268 Jan 11 14:13:38.641334 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-99c52748-ea20-4b4f-86b2-0a3754c01b49 req-6947f300-5349-4c9f-8f62-9fbb3f41c7c9 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730979 Jan 11 14:13:38.649732 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c43263-b7be-4aa1-948b-571bd01f7a31 req-f4d7d636-ad98-4c7b-8e81-0a1d91e6811d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:38.651157 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c7c43263-b7be-4aa1-948b-571bd01f7a31 req-f4d7d636-ad98-4c7b-8e81-0a1d91e6811d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 944 time: 0.0765450 Jan 11 14:13:38.697133 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c7c43263-b7be-4aa1-948b-571bd01f7a31 req-aee25431-6cc0-4bdd-b100-98b87c7f9f14 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401804 Jan 11 14:13:39.600845 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62055e1c-f391-4d74-8767-91f026082fe3 req-131501f0-c169-4a51-bbc9-51c527d1427b tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:39.602324 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-62055e1c-f391-4d74-8767-91f026082fe3 req-131501f0-c169-4a51-bbc9-51c527d1427b tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 944 time: 0.0780616 Jan 11 14:13:39.611194 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea255283-e67f-4e28-9d1e-be5586a95d94 req-d11bb9e9-2ce0-498a-a2e2-d013edda58d2 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:39.612643 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ea255283-e67f-4e28-9d1e-be5586a95d94 req-d11bb9e9-2ce0-498a-a2e2-d013edda58d2 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 944 time: 0.0796125 Jan 11 14:13:39.677068 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-62055e1c-f391-4d74-8767-91f026082fe3 req-52b7c064-26ed-4230-b8dc-6793937c5499 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634415 Jan 11 14:13:39.696425 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ea255283-e67f-4e28-9d1e-be5586a95d94 req-e806ecb6-50d8-486a-b14d-682920b5d302 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705357 Jan 11 14:13:39.813372 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e09a0-95b1-434a-9bdb-03b2048dab8c req-a7037943-ae8d-4997-9df0-6f01f98ab829 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:39.814811 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1f6e09a0-95b1-434a-9bdb-03b2048dab8c req-a7037943-ae8d-4997-9df0-6f01f98ab829 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 944 time: 0.0735948 Jan 11 14:13:39.846704 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f063cb-a169-4242-8770-0eda5275b4fb req-1ff65f7f-c688-4438-a5ee-b326b18dfaba tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:39.848156 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b8f063cb-a169-4242-8770-0eda5275b4fb req-1ff65f7f-c688-4438-a5ee-b326b18dfaba tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 944 time: 0.0796244 Jan 11 14:13:39.889880 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1f6e09a0-95b1-434a-9bdb-03b2048dab8c req-7ce8117b-7006-4ba7-ad15-bb47ecc5d80e tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680041 Jan 11 14:13:39.912322 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b8f063cb-a169-4242-8770-0eda5275b4fb req-e1c5306a-b052-4057-81d5-5da3559d4a35 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541856 Jan 11 14:13:40.823606 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d121d-5e5a-4e2f-9fe4-e53fdc3bcb2a req-606c9b66-0240-4034-871f-df1007ce1bae tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:40.825103 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f63d121d-5e5a-4e2f-9fe4-e53fdc3bcb2a req-606c9b66-0240-4034-871f-df1007ce1bae tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 944 time: 0.0800774 Jan 11 14:13:40.834353 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1264faa-67f6-471c-9d9c-b2c41137fe63 req-50a99676-0122-474c-8203-ca411e095e7d tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:40.836770 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b1264faa-67f6-471c-9d9c-b2c41137fe63 req-50a99676-0122-474c-8203-ca411e095e7d tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 944 time: 0.0808113 Jan 11 14:13:40.913300 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f63d121d-5e5a-4e2f-9fe4-e53fdc3bcb2a req-bb1c87c4-2e13-40e6-bc89-781b185c6401 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752008 Jan 11 14:13:40.920659 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b1264faa-67f6-471c-9d9c-b2c41137fe63 req-e5cd172b-039f-40c3-a226-3744bca91a47 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721450 Jan 11 14:13:41.042343 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef6947-ec27-4060-9026-a2edc38a5320 req-ee01713e-9d07-43e7-beda-3064d1c3ed13 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:41.043784 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-34ef6947-ec27-4060-9026-a2edc38a5320 req-ee01713e-9d07-43e7-beda-3064d1c3ed13 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 944 time: 0.0750339 Jan 11 14:13:41.055026 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083a19b-063d-41b5-8f3b-892442749b5c req-39e21a36-63c8-4c82-98f2-50bd3bc57466 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:41.056381 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9083a19b-063d-41b5-8f3b-892442749b5c req-39e21a36-63c8-4c82-98f2-50bd3bc57466 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 944 time: 0.0633183 Jan 11 14:13:41.128376 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-34ef6947-ec27-4060-9026-a2edc38a5320 req-89ae41d8-2506-413d-94a2-6d26b9576b65 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710738 Jan 11 14:13:41.132577 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9083a19b-063d-41b5-8f3b-892442749b5c req-70f176fe-b21e-40dd-81bd-0601799f997d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693440 Jan 11 14:13:42.064607 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296dfb6-81cf-4544-b710-5a194eb0028f req-f587d7f2-9a67-476d-a029-cbd08993c0b0 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:42.066081 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f296dfb6-81cf-4544-b710-5a194eb0028f req-f587d7f2-9a67-476d-a029-cbd08993c0b0 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 944 time: 0.0826194 Jan 11 14:13:42.079015 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34930ac6-351d-4145-bc71-6419e840ba37 req-60948a62-e818-458c-ba3e-7474b7bbf4ee tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:42.080459 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-34930ac6-351d-4145-bc71-6419e840ba37 req-60948a62-e818-458c-ba3e-7474b7bbf4ee tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 944 time: 0.0846629 Jan 11 14:13:42.154902 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f296dfb6-81cf-4544-b710-5a194eb0028f req-016f6956-595f-4d3c-82c7-e23d2d4365c5 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734668 Jan 11 14:13:42.158194 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-34930ac6-351d-4145-bc71-6419e840ba37 req-485b91af-d877-4016-929b-36a121fd6897 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712755 Jan 11 14:13:42.290112 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70508af-9f3f-40e4-bdcd-723c01756b71 req-cad43220-b476-4ee0-9840-0dd4923bc6c6 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:42.291485 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b70508af-9f3f-40e4-bdcd-723c01756b71 req-cad43220-b476-4ee0-9840-0dd4923bc6c6 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 944 time: 0.0786502 Jan 11 14:13:42.299442 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f228cc-f4d1-49c2-8a4b-0c3ae93383be req-b8d82608-b103-4ea2-897a-37683108a8ec tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:42.300839 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f0f228cc-f4d1-49c2-8a4b-0c3ae93383be req-b8d82608-b103-4ea2-897a-37683108a8ec tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 944 time: 0.0779328 Jan 11 14:13:42.368712 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b70508af-9f3f-40e4-bdcd-723c01756b71 req-db79fb5d-c3ca-4162-b4bd-ad7a1d253cc9 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669088 Jan 11 14:13:42.376509 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f0f228cc-f4d1-49c2-8a4b-0c3ae93383be req-6c031f9d-8b7c-42b7-add2-493298c828fa tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690372 Jan 11 14:13:43.298041 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa23d8c-569d-47ab-9493-0c8f6c94b46a req-5d30068a-df4a-41c9-be02-9e865e578c7e tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:43.299415 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3aa23d8c-569d-47ab-9493-0c8f6c94b46a req-5d30068a-df4a-41c9-be02-9e865e578c7e tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 944 time: 0.0772517 Jan 11 14:13:43.307298 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7da85-8d64-41b9-a4de-2faeb391c4ae req-a0c6f545-188a-4a38-8049-a043496b7fb2 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:43.308656 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8da7da85-8d64-41b9-a4de-2faeb391c4ae req-a0c6f545-188a-4a38-8049-a043496b7fb2 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 944 time: 0.0777979 Jan 11 14:13:43.378040 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3aa23d8c-569d-47ab-9493-0c8f6c94b46a req-7b2b1168-0e7b-4847-b334-6f077f1f27e6 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684371 Jan 11 14:13:43.381241 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8da7da85-8d64-41b9-a4de-2faeb391c4ae req-f39ef912-547c-4338-bf10-711ae4bbf8f2 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661836 Jan 11 14:13:43.679432 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c4eb0-e418-41d7-9945-4b3cc4e3db72 req-fca7352e-deff-460b-8ef1-4ffbdc93734d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:43.680921 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-705c4eb0-e418-41d7-9945-4b3cc4e3db72 req-fca7352e-deff-460b-8ef1-4ffbdc93734d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 944 time: 0.2430229 Jan 11 14:13:43.689019 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2763500-dea0-4ea7-a668-b4deac388abd req-45506920-90a8-49ff-8295-5cf3a76ef8d8 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:43.690436 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f2763500-dea0-4ea7-a668-b4deac388abd req-45506920-90a8-49ff-8295-5cf3a76ef8d8 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 944 time: 0.2439101 Jan 11 14:13:43.760311 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-705c4eb0-e418-41d7-9945-4b3cc4e3db72 req-684e5ea9-70fe-4d8d-b7a0-70a1feab2ac2 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689206 Jan 11 14:13:43.764576 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f2763500-dea0-4ea7-a668-b4deac388abd req-b0133930-0fe3-45d9-873d-5f06df0f06e9 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666206 Jan 11 14:13:44.517661 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81330721-88ae-4792-a617-19a8f52725a2 req-16258cff-7881-4174-b4d2-7fd31883b227 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:44.519016 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-81330721-88ae-4792-a617-19a8f52725a2 req-16258cff-7881-4174-b4d2-7fd31883b227 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 944 time: 0.0753691 Jan 11 14:13:44.526229 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74113d-a660-4839-94cc-5e1e17f7b594 req-ca32e44a-709c-44b9-ac9c-9344ac3b6255 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:44.527706 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3e74113d-a660-4839-94cc-5e1e17f7b594 req-ca32e44a-709c-44b9-ac9c-9344ac3b6255 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 944 time: 0.0749269 Jan 11 14:13:44.601291 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-81330721-88ae-4792-a617-19a8f52725a2 req-58bd693c-12a4-420c-b598-bb29fa39d433 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726562 Jan 11 14:13:44.604751 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3e74113d-a660-4839-94cc-5e1e17f7b594 req-7198a3a5-0fc4-4683-b925-cb21a201469d tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700939 Jan 11 14:13:44.899848 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b5ba3-d484-4472-a276-89a253361b41 req-fb307af1-8a23-49fc-83fe-d3dda204fb27 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:44.901329 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d63b5ba3-d484-4472-a276-89a253361b41 req-fb307af1-8a23-49fc-83fe-d3dda204fb27 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 944 time: 0.0756428 Jan 11 14:13:44.909726 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb704eae-71c8-4de9-bc9b-9fa25f4be4b3 req-673843ef-221d-498f-acd2-80e11065f782 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:44.911090 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cb704eae-71c8-4de9-bc9b-9fa25f4be4b3 req-673843ef-221d-498f-acd2-80e11065f782 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 944 time: 0.0763109 Jan 11 14:13:44.978271 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d63b5ba3-d484-4472-a276-89a253361b41 req-082bf752-c819-4475-b76b-a48cb51cf882 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661504 Jan 11 14:13:44.985268 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cb704eae-71c8-4de9-bc9b-9fa25f4be4b3 req-afc34c6b-80ac-4579-8896-4ed1056dc8b6 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675614 Jan 11 14:13:45.743589 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074caa0-e099-4989-ad9a-be62495b1fa5 req-b17c3ce7-eb78-43ab-9ae2-3a967a4bebe8 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:45.744996 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5074caa0-e099-4989-ad9a-be62495b1fa5 req-b17c3ce7-eb78-43ab-9ae2-3a967a4bebe8 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 944 time: 0.0791881 Jan 11 14:13:45.752680 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c67fe-2c07-4e55-ba54-7df2bb523123 req-3a835181-bb34-42fa-ab64-016224ae9c12 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:45.754015 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d51c67fe-2c07-4e55-ba54-7df2bb523123 req-3a835181-bb34-42fa-ab64-016224ae9c12 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 944 time: 0.0787680 Jan 11 14:13:45.823815 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5074caa0-e099-4989-ad9a-be62495b1fa5 req-2454520a-4bea-41b0-8b86-5f969f5bb443 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688622 Jan 11 14:13:45.827022 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d51c67fe-2c07-4e55-ba54-7df2bb523123 req-0ed61408-9ee5-4e06-bb5b-e727e51858d1 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666068 Jan 11 14:13:46.121960 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a778c8c-7366-4325-b61b-83b52cd770d7 req-330efb6f-1110-41df-828e-11d8e96218cd tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:46.123889 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1a778c8c-7366-4325-b61b-83b52cd770d7 req-330efb6f-1110-41df-828e-11d8e96218cd tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 944 time: 0.0799470 Jan 11 14:13:46.135448 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be579d0b-0c1f-4e3d-94b1-fbffeecfae47 req-e2ca8e31-b2a1-4edb-9f06-2e5a112f8301 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:46.136823 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-be579d0b-0c1f-4e3d-94b1-fbffeecfae47 req-e2ca8e31-b2a1-4edb-9f06-2e5a112f8301 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 944 time: 0.0826485 Jan 11 14:13:46.205504 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1a778c8c-7366-4325-b61b-83b52cd770d7 req-dcd53468-063f-49d5-ae7b-ee064b8efc0c tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677667 Jan 11 14:13:46.209811 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-be579d0b-0c1f-4e3d-94b1-fbffeecfae47 req-017cff62-6424-4518-a97d-998bb7a1d0cc tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661004 Jan 11 14:13:46.965117 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d545655-f494-4bd7-8458-1f812ecd3e1c req-936d8b1e-b427-4dad-b8aa-df219b5c68be tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:46.967127 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0d545655-f494-4bd7-8458-1f812ecd3e1c req-936d8b1e-b427-4dad-b8aa-df219b5c68be tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 944 time: 0.0762489 Jan 11 14:13:46.978903 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e411ecd-6c08-41af-8ada-83c65d78d6c8 req-1c51ae34-ef71-4d40-928e-4e4fe72768da tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:46.980317 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5e411ecd-6c08-41af-8ada-83c65d78d6c8 req-1c51ae34-ef71-4d40-928e-4e4fe72768da tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 944 time: 0.0807631 Jan 11 14:13:47.047096 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0d545655-f494-4bd7-8458-1f812ecd3e1c req-3df1db7f-373f-4bdb-bf19-a1d7f273dc3c tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658200 Jan 11 14:13:47.053970 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5e411ecd-6c08-41af-8ada-83c65d78d6c8 req-02aaabef-8f6d-4cef-8b19-e5144129b458 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666158 Jan 11 14:13:47.346407 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3d8bd-a7a2-4823-86f7-ae2fd236bb9e req-811f664f-995d-4b22-8ce2-ff55bcd59ab0 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:47.347953 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e8e3d8bd-a7a2-4823-86f7-ae2fd236bb9e req-811f664f-995d-4b22-8ce2-ff55bcd59ab0 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 944 time: 0.0665073 Jan 11 14:13:47.355538 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753824b-ff43-48d8-a360-9bbd6c3e142f req-1c6d3789-6cc9-4a47-8c94-8973d4fcc2a0 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:47.357448 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4753824b-ff43-48d8-a360-9bbd6c3e142f req-1c6d3789-6cc9-4a47-8c94-8973d4fcc2a0 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 944 time: 0.0861313 Jan 11 14:13:47.432557 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e8e3d8bd-a7a2-4823-86f7-ae2fd236bb9e req-03ba5e44-7e2b-42fa-b6d5-398f587ea9c3 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741405 Jan 11 14:13:47.435892 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4753824b-ff43-48d8-a360-9bbd6c3e142f req-36a36681-921a-4d10-a8c5-7375e19e73ae tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708199 Jan 11 14:13:48.192863 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97743c6c-86e0-4114-931f-8d3095bb1a32 req-7a33b261-87ca-43f6-95c1-a0ad50a444c9 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:48.194375 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-97743c6c-86e0-4114-931f-8d3095bb1a32 req-7a33b261-87ca-43f6-95c1-a0ad50a444c9 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 944 time: 0.0831509 Jan 11 14:13:48.203656 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d9a84-6962-49ab-89d8-6c6a074dcad0 req-c2737f07-bb2b-4514-bcd8-dbd9d906a958 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:48.205047 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-246d9a84-6962-49ab-89d8-6c6a074dcad0 req-c2737f07-bb2b-4514-bcd8-dbd9d906a958 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 944 time: 0.0826576 Jan 11 14:13:48.284601 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-97743c6c-86e0-4114-931f-8d3095bb1a32 req-df2a86c9-4c6f-457b-b415-4908e44a3fa0 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785239 Jan 11 14:13:48.288162 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-246d9a84-6962-49ab-89d8-6c6a074dcad0 req-d923f01b-c9ae-44cd-abf1-f0ad955e2a23 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755296 Jan 11 14:13:48.614342 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc828438-a392-4cf8-bb04-4309764ba8ec req-f9981d4a-0d98-4434-80f2-b5dabaa599f3 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:48.615783 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-dc828438-a392-4cf8-bb04-4309764ba8ec req-f9981d4a-0d98-4434-80f2-b5dabaa599f3 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 944 time: 0.0790937 Jan 11 14:13:48.624026 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be78b2-d137-4745-b9fd-d0223aeef707 req-5071720a-735f-436a-b8b0-c6756528aae3 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:48.625457 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-28be78b2-d137-4745-b9fd-d0223aeef707 req-5071720a-735f-436a-b8b0-c6756528aae3 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 944 time: 0.0868866 Jan 11 14:13:48.694677 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-dc828438-a392-4cf8-bb04-4309764ba8ec req-39fe578f-3b07-4286-8fe0-7d77eb8506d8 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682456 Jan 11 14:13:48.705382 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-28be78b2-d137-4745-b9fd-d0223aeef707 req-bb8d8615-4407-4359-acf1-205d13f0155f tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710595 Jan 11 14:13:48.717091 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device c063d65b-930d-449b-91e5-7f64c92f6387 up at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:13:48.794522 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning for port c063d65b-930d-449b-91e5-7f64c92f6387 completed by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 14:13:48.799167 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning complete for port c063d65b-930d-449b-91e5-7f64c92f6387 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:13:48.799583 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (c063d65b-930d-449b-91e5-7f64c92f6387), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:48.878541 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port c063d65b-930d-449b-91e5-7f64c92f6387 is: BUILD; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:13:48.878940 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (c063d65b-930d-449b-91e5-7f64c92f6387), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:48.901809 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '667829c5-ceaa-492a-8a6f-98dfd8155a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c063d65b-930d-449b-91e5-7f64c92f6387'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:13:48.978429 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port c063d65b-930d-449b-91e5-7f64c92f6387, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=c063d65b-930d-449b-91e5-7f64c92f6387,segment=NetworkSegment(260f7c16-1ea1-4405-b630-043e9204e7e9),segment_id=260f7c16-1ea1-4405-b630-043e9204e7e9)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:13:48.983203 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (c063d65b-930d-449b-91e5-7f64c92f6387), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:48.984094 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 77e99707-79d4-42da-8053-2f361200d181 up at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:13:49.009243 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 50794) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:49.060762 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=c063d65b-930d-449b-91e5-7f64c92f6387,revision_number=5']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:49.073643 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning for port 77e99707-79d4-42da-8053-2f361200d181 completed by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 14:13:49.078343 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning complete for port 77e99707-79d4-42da-8053-2f361200d181 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:13:49.078901 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (77e99707-79d4-42da-8053-2f361200d181), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:49.100800 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2d4b612b30f5b24bc1864879ef56701efa35e28b014bb4d8aa1230102106bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d2415f-7662-4bae-b126-4fea819405d8" -d '{"events": [{"server_uuid": "667829c5-ceaa-492a-8a6f-98dfd8155a4c", "name": "network-vif-plugged", "status": "completed", "tag": "c063d65b-930d-449b-91e5-7f64c92f6387"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:13:49.122906 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d0b3f657-f8d7-4dcf-b311-4b97f2f23bdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:49.129771 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:13:49.227188 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d0b3f657-f8d7-4dcf-b311-4b97f2f23bdf admin admin] Publish callbacks [] for security_group (24013d1c-8838-4629-9d93-dcb7b633cbee), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:49.232534 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d0b3f657-f8d7-4dcf-b311-4b97f2f23bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (24013d1c-8838-4629-9d93-dcb7b633cbee), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:49.273952 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347492c0-0221-4701-90cb-9b987e05df7f x-openstack-request-id: req-347492c0-0221-4701-90cb-9b987e05df7f {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:13:49.275177 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "667829c5-ceaa-492a-8a6f-98dfd8155a4c", "name": "network-vif-plugged", "status": "completed", "tag": "c063d65b-930d-449b-91e5-7f64c92f6387", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:13:49.275439 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-347492c0-0221-4701-90cb-9b987e05df7f {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:13:49.276413 dv-cinder-824131-3-iscsi neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '667829c5-ceaa-492a-8a6f-98dfd8155a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c063d65b-930d-449b-91e5-7f64c92f6387', 'code': 200} Jan 11 14:13:49.282469 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3f657-f8d7-4dcf-b311-4b97f2f23bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24013d1c-8838-4629-9d93-dcb7b633cbee,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:49.285421 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-d0b3f657-f8d7-4dcf-b311-4b97f2f23bdf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6983c0660d3747759d0256ff5f8ffd91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2750492 Jan 11 14:13:49.287947 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 50812) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:13:49.295951 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port 77e99707-79d4-42da-8053-2f361200d181 is: BUILD; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:13:49.296574 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (77e99707-79d4-42da-8053-2f361200d181), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:49.340574 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 77e99707-79d4-42da-8053-2f361200d181, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=77e99707-79d4-42da-8053-2f361200d181,segment=NetworkSegment(ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0),segment_id=ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:13:49.347359 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (77e99707-79d4-42da-8053-2f361200d181), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:49.348583 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 5a970ee5-fb4e-433b-a01a-9adab15fef70 up at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:13:49.360896 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c59e2395-5f11-4502-ba1d-77a2b3bcab02 admin admin] Publish callbacks [] for security_group (24013d1c-8838-4629-9d93-dcb7b633cbee), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:49.385223 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c59e2395-5f11-4502-ba1d-77a2b3bcab02 admin admin] Publish callbacks [] for security_group (24013d1c-8838-4629-9d93-dcb7b633cbee), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:49.437993 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=77e99707-79d4-42da-8053-2f361200d181,revision_number=5']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:49.461478 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning for port 5a970ee5-fb4e-433b-a01a-9adab15fef70 completed by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 14:13:49.467613 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning complete for port 5a970ee5-fb4e-433b-a01a-9adab15fef70 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:13:49.468244 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (5a970ee5-fb4e-433b-a01a-9adab15fef70), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:49.495711 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c59e2395-5f11-4502-ba1d-77a2b3bcab02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (24013d1c-8838-4629-9d93-dcb7b633cbee), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:49.497154 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c59e2395-5f11-4502-ba1d-77a2b3bcab02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:49.498486 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-c59e2395-5f11-4502-ba1d-77a2b3bcab02 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/24013d1c-8838-4629-9d93-dcb7b633cbee HTTP/1.1" status: 204 len: 168 time: 0.2095301 Jan 11 14:13:49.517105 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8ba86-e171-4ab9-acdf-95e5bec2625c req-91161f76-3a72-4dd1-b16a-1c4de01c24e8 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:49.527772 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5ba8ba86-e171-4ab9-acdf-95e5bec2625c req-91161f76-3a72-4dd1-b16a-1c4de01c24e8 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 945 time: 0.1108687 Jan 11 14:13:49.558816 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e2395-5f11-4502-ba1d-77a2b3bcab02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24013d1c-8838-4629-9d93-dcb7b633cbee,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:49.574392 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c31dfa-a4d8-43de-831f-2351f1994050 req-3c7911c5-e3e0-4632-8375-811ac4a3b4e7 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:49.577079 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-98c31dfa-a4d8-43de-831f-2351f1994050 req-3c7911c5-e3e0-4632-8375-811ac4a3b4e7 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 944 time: 0.1334989 Jan 11 14:13:49.614985 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port 5a970ee5-fb4e-433b-a01a-9adab15fef70 is: BUILD; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:13:49.615462 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (5a970ee5-fb4e-433b-a01a-9adab15fef70), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:49.623983 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5ba8ba86-e171-4ab9-acdf-95e5bec2625c req-1358692c-7850-4b2e-8676-a7ecaa1ca860 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952952 Jan 11 14:13:49.654620 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-98c31dfa-a4d8-43de-831f-2351f1994050 req-4a64553e-3af5-4cb5-a5b7-0e4a782414a0 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618246 Jan 11 14:13:49.665504 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 5a970ee5-fb4e-433b-a01a-9adab15fef70, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=5a970ee5-fb4e-433b-a01a-9adab15fef70,segment=NetworkSegment(ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0),segment_id=ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:13:49.678208 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (5a970ee5-fb4e-433b-a01a-9adab15fef70), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:49.679132 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device c51643c6-7fc4-41fe-bb8c-e237ddadcdaf up at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:13:49.761997 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=5a970ee5-fb4e-433b-a01a-9adab15fef70,revision_number=5']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:49.772670 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning for port c51643c6-7fc4-41fe-bb8c-e237ddadcdaf completed by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 14:13:49.777184 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning complete for port c51643c6-7fc4-41fe-bb8c-e237ddadcdaf triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:13:49.777624 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (c51643c6-7fc4-41fe-bb8c-e237ddadcdaf), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:49.864385 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7abb6d-7b10-449f-b52c-66b666a8f528 req-6e681995-e3c4-4756-be76-26697e945943 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:49.866250 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0e7abb6d-7b10-449f-b52c-66b666a8f528 req-6e681995-e3c4-4756-be76-26697e945943 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 944 time: 0.0877676 Jan 11 14:13:49.878497 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfde7b-4b2e-4df4-ab78-66a1273bf0ef req-514f21c3-17b0-49cf-a6bd-dbc334732971 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:49.880014 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f4dfde7b-4b2e-4df4-ab78-66a1273bf0ef req-514f21c3-17b0-49cf-a6bd-dbc334732971 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 944 time: 0.0731335 Jan 11 14:13:49.885034 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port c51643c6-7fc4-41fe-bb8c-e237ddadcdaf is: BUILD; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:13:49.885665 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (c51643c6-7fc4-41fe-bb8c-e237ddadcdaf), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:49.922389 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port c51643c6-7fc4-41fe-bb8c-e237ddadcdaf, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=c51643c6-7fc4-41fe-bb8c-e237ddadcdaf,segment=NetworkSegment(b78d3995-300f-48b9-80bd-160535fc8f73),segment_id=b78d3995-300f-48b9-80bd-160535fc8f73)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:13:49.927137 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (c51643c6-7fc4-41fe-bb8c-e237ddadcdaf), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:49.928507 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 4d8257f7-0bfc-4ec4-85ba-6f20d746300d up at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:13:49.949413 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0e7abb6d-7b10-449f-b52c-66b666a8f528 req-2129b3a5-ea92-471c-9af0-ce0340b0bf83 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684037 Jan 11 14:13:49.961318 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f4dfde7b-4b2e-4df4-ab78-66a1273bf0ef req-9d95c865-d9ba-40a2-9d56-d5f26158a6d1 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670624 Jan 11 14:13:50.007462 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=c51643c6-7fc4-41fe-bb8c-e237ddadcdaf,revision_number=5']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:50.020205 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning for port 4d8257f7-0bfc-4ec4-85ba-6f20d746300d completed by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 14:13:50.023930 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning complete for port 4d8257f7-0bfc-4ec4-85ba-6f20d746300d triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:13:50.024380 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (4d8257f7-0bfc-4ec4-85ba-6f20d746300d), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:50.101959 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port 4d8257f7-0bfc-4ec4-85ba-6f20d746300d is: BUILD; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:13:50.102356 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (4d8257f7-0bfc-4ec4-85ba-6f20d746300d), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:50.134916 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 4d8257f7-0bfc-4ec4-85ba-6f20d746300d, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=4d8257f7-0bfc-4ec4-85ba-6f20d746300d,segment=NetworkSegment(4ab9da9a-fa88-4fd7-8386-6870c4602395),segment_id=4ab9da9a-fa88-4fd7-8386-6870c4602395)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:13:50.138975 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (4d8257f7-0bfc-4ec4-85ba-6f20d746300d), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:50.188976 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=4d8257f7-0bfc-4ec4-85ba-6f20d746300d,revision_number=5']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:50.786021 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491b565-21c3-46df-a404-9f2bdb12e8f1 req-354b1cd6-0bf7-4b8c-8f23-c5fc8883656b tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:50.788155 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9491b565-21c3-46df-a404-9f2bdb12e8f1 req-354b1cd6-0bf7-4b8c-8f23-c5fc8883656b tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 945 time: 0.0779743 Jan 11 14:13:50.801141 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc3b19-6ed4-4939-976c-3c1c07a45a03 req-1a9e78dd-4736-4dad-8e42-1eec523bfcfb tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:50.802572 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-44cc3b19-6ed4-4939-976c-3c1c07a45a03 req-1a9e78dd-4736-4dad-8e42-1eec523bfcfb tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.0661829 Jan 11 14:13:50.878939 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9491b565-21c3-46df-a404-9f2bdb12e8f1 req-fe33d969-9b0c-405e-a748-c2fa72e10e6a tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754063 Jan 11 14:13:50.882477 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-44cc3b19-6ed4-4939-976c-3c1c07a45a03 req-6a95e1ce-cb18-4a41-b0bc-50a728255528 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733888 Jan 11 14:13:51.100100 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a3eca-df59-4a05-ab1f-254ab4b57a48 req-ad95d595-4f03-43f3-8419-5c1d9141ca93 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:51.101605 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-312a3eca-df59-4a05-ab1f-254ab4b57a48 req-ad95d595-4f03-43f3-8419-5c1d9141ca93 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0796654 Jan 11 14:13:51.109920 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9c790-d5e2-4bf7-b0fc-ccaa10f5f763 req-70c748d1-77d0-4bc4-9de9-5c3b26891cdc tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:51.111545 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9fd9c790-d5e2-4bf7-b0fc-ccaa10f5f763 req-70c748d1-77d0-4bc4-9de9-5c3b26891cdc tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0766282 Jan 11 14:13:51.186339 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9fd9c790-d5e2-4bf7-b0fc-ccaa10f5f763 req-85b325a2-712c-4704-b4cd-b87798d3a2b9 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680499 Jan 11 14:13:51.189616 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-312a3eca-df59-4a05-ab1f-254ab4b57a48 req-fad85183-a37f-4f9a-9e52-c6151c34ac38 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773580 Jan 11 14:13:51.277252 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efdb5bf8-cc2d-4e01-ad4d-6a9647801384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e99707-79d4-42da-8053-2f361200d181'}, {'server_uuid': 'aa034417-f545-486a-9795-890931667012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a970ee5-fb4e-433b-a01a-9adab15fef70'}, {'server_uuid': '07361687-ec7a-4f6e-8e42-530c1a64ba04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51643c6-7fc4-41fe-bb8c-e237ddadcdaf'}, {'server_uuid': 'da33a406-0839-4a04-9800-1444f9ae0b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8257f7-0bfc-4ec4-85ba-6f20d746300d'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:13:51.279917 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2d4b612b30f5b24bc1864879ef56701efa35e28b014bb4d8aa1230102106bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8baa9a-91ff-4e10-801e-7b85f5df358b" -d '{"events": [{"server_uuid": "efdb5bf8-cc2d-4e01-ad4d-6a9647801384", "name": "network-vif-plugged", "status": "completed", "tag": "77e99707-79d4-42da-8053-2f361200d181"}, {"server_uuid": "aa034417-f545-486a-9795-890931667012", "name": "network-vif-plugged", "status": "completed", "tag": "5a970ee5-fb4e-433b-a01a-9adab15fef70"}, {"server_uuid": "07361687-ec7a-4f6e-8e42-530c1a64ba04", "name": "network-vif-plugged", "status": "completed", "tag": "c51643c6-7fc4-41fe-bb8c-e237ddadcdaf"}, {"server_uuid": "da33a406-0839-4a04-9800-1444f9ae0b82", "name": "network-vif-plugged", "status": "completed", "tag": "4d8257f7-0bfc-4ec4-85ba-6f20d746300d"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:13:51.328972 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 11 Jan 2022 14:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14424d1-1cbe-4016-9f56-f0a1d8f6d08d x-openstack-request-id: req-e14424d1-1cbe-4016-9f56-f0a1d8f6d08d {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:13:51.329283 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efdb5bf8-cc2d-4e01-ad4d-6a9647801384", "name": "network-vif-plugged", "status": "completed", "tag": "77e99707-79d4-42da-8053-2f361200d181", "code": 200}, {"server_uuid": "aa034417-f545-486a-9795-890931667012", "name": "network-vif-plugged", "status": "completed", "tag": "5a970ee5-fb4e-433b-a01a-9adab15fef70", "code": 200}, {"server_uuid": "07361687-ec7a-4f6e-8e42-530c1a64ba04", "name": "network-vif-plugged", "status": "completed", "tag": "c51643c6-7fc4-41fe-bb8c-e237ddadcdaf", "code": 200}, {"server_uuid": "da33a406-0839-4a04-9800-1444f9ae0b82", "name": "network-vif-plugged", "status": "completed", "tag": "4d8257f7-0bfc-4ec4-85ba-6f20d746300d", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:13:51.329539 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e14424d1-1cbe-4016-9f56-f0a1d8f6d08d {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:13:51.329946 dv-cinder-824131-3-iscsi neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efdb5bf8-cc2d-4e01-ad4d-6a9647801384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e99707-79d4-42da-8053-2f361200d181', 'code': 200} Jan 11 14:13:51.330212 dv-cinder-824131-3-iscsi neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa034417-f545-486a-9795-890931667012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a970ee5-fb4e-433b-a01a-9adab15fef70', 'code': 200} Jan 11 14:13:51.330467 dv-cinder-824131-3-iscsi neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07361687-ec7a-4f6e-8e42-530c1a64ba04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51643c6-7fc4-41fe-bb8c-e237ddadcdaf', 'code': 200} Jan 11 14:13:51.330719 dv-cinder-824131-3-iscsi neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da33a406-0839-4a04-9800-1444f9ae0b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8257f7-0bfc-4ec4-85ba-6f20d746300d', 'code': 200} Jan 11 14:13:52.022775 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866948ad-bc36-4a8b-9448-84a28ad25cca req-f62538dc-4812-41db-ba2d-fd87c8803fca tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:52.024284 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-866948ad-bc36-4a8b-9448-84a28ad25cca req-f62538dc-4812-41db-ba2d-fd87c8803fca tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.0758555 Jan 11 14:13:52.032804 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd7a04-1620-4b55-a22a-cb02e8a583ce req-486a7111-ed6a-4ea1-8eca-33e8dc38c8e3 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:52.034172 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-bdfd7a04-1620-4b55-a22a-cb02e8a583ce req-486a7111-ed6a-4ea1-8eca-33e8dc38c8e3 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 945 time: 0.0764465 Jan 11 14:13:52.109497 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-866948ad-bc36-4a8b-9448-84a28ad25cca req-d99e9b34-c3d1-47b2-aca8-c89450d297f6 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743711 Jan 11 14:13:52.113986 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-bdfd7a04-1620-4b55-a22a-cb02e8a583ce req-2185863b-d966-4855-9e1b-3687f04fccfa tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712698 Jan 11 14:13:52.337570 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df190b-25c0-43ac-a382-165d68126f7e req-dc7a0039-8a31-42ee-afb3-7039178c7933 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:52.340083 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-58df190b-25c0-43ac-a382-165d68126f7e req-dc7a0039-8a31-42ee-afb3-7039178c7933 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0836465 Jan 11 14:13:52.349202 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af11741-d9b2-4a45-85ea-7b25d151b9cf req-7e32acf5-7624-4850-829e-7cf25461adae tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:52.350634 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2af11741-d9b2-4a45-85ea-7b25d151b9cf req-7e32acf5-7624-4850-829e-7cf25461adae tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0825725 Jan 11 14:13:52.421688 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-58df190b-25c0-43ac-a382-165d68126f7e req-e5b0fe70-c4b0-493c-bd5e-776a520f28cc tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701168 Jan 11 14:13:52.424957 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2af11741-d9b2-4a45-85ea-7b25d151b9cf req-d82f1d27-40df-4b68-be9e-345cd3acbb8d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676792 Jan 11 14:13:52.737400 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2c45b-31ec-4007-ba79-97ba2c475a7f req-0ed314a3-451c-47c5-a5af-10145054d3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:52.738913 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d4e2c45b-31ec-4007-ba79-97ba2c475a7f req-0ed314a3-451c-47c5-a5af-10145054d3ec service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 1098 time: 0.0785980 Jan 11 14:13:52.765913 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-d4e2c45b-31ec-4007-ba79-97ba2c475a7f req-5a3693bf-bc67-48da-aa38-5b8e999ead7b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:52.865246 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-d4e2c45b-31ec-4007-ba79-97ba2c475a7f req-5a3693bf-bc67-48da-aa38-5b8e999ead7b service neutron] Publish callbacks [] for security_group (2182de71-7491-4163-9200-006061276115), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:52.869868 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-d4e2c45b-31ec-4007-ba79-97ba2c475a7f req-5a3693bf-bc67-48da-aa38-5b8e999ead7b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (2182de71-7491-4163-9200-006061276115), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:52.918822 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d4e2c45b-31ec-4007-ba79-97ba2c475a7f req-5a3693bf-bc67-48da-aa38-5b8e999ead7b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683517 Jan 11 14:13:52.919909 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3693bf-bc67-48da-aa38-5b8e999ead7b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2182de71-7491-4163-9200-006061276115,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:13:52.992408 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7ef8e-52c8-4653-8da1-83a428103bb7 req-a4895afe-36c1-4b77-a9d6-5c4072b89d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:52.993924 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-2df7ef8e-52c8-4653-8da1-83a428103bb7 req-a4895afe-36c1-4b77-a9d6-5c4072b89d3b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 1098 time: 0.0708184 Jan 11 14:13:53.249925 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51fb9a-0043-41c7-80ad-aff0ead0ab75 req-741c51da-ba5d-44b3-a657-312a07e7d433 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:53.251381 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7a51fb9a-0043-41c7-80ad-aff0ead0ab75 req-741c51da-ba5d-44b3-a657-312a07e7d433 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.0774212 Jan 11 14:13:53.259239 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e9af6-2176-46cb-9930-660cafe1b214 req-f0d62206-aa65-493f-8c62-48a4158793e8 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:53.260617 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-776e9af6-2176-46cb-9930-660cafe1b214 req-f0d62206-aa65-493f-8c62-48a4158793e8 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 945 time: 0.0779119 Jan 11 14:13:53.326773 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7a51fb9a-0043-41c7-80ad-aff0ead0ab75 req-eb02dd93-575f-4838-bfff-29f7e59c4b60 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652416 Jan 11 14:13:53.333657 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-776e9af6-2176-46cb-9930-660cafe1b214 req-93428fde-6660-4984-8bb7-5621d7e88a10 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661473 Jan 11 14:13:53.468080 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-2df7ef8e-52c8-4653-8da1-83a428103bb7 req-1a7d4055-41bf-464c-9c3c-8ecf1a9fba5f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483549 Jan 11 14:13:53.473300 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7873939-ab3e-4751-a755-3efb5d244d5e req-f7c5ba04-aa20-41f3-b7c1-599425e28679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:53.475159 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e7873939-ab3e-4751-a755-3efb5d244d5e req-f7c5ba04-aa20-41f3-b7c1-599425e28679 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 1099 time: 0.0717220 Jan 11 14:13:53.484514 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab172d73-1651-44ad-a847-7068f6eb6eaa req-bd432a1e-d64e-497e-b9fb-cfcf799c60f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:53.486355 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ab172d73-1651-44ad-a847-7068f6eb6eaa req-bd432a1e-d64e-497e-b9fb-cfcf799c60f8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 1098 time: 0.0592709 Jan 11 14:13:53.506937 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd1fa1-63be-4238-84d5-18c3768f1390 req-40f032a2-8b03-432a-b27d-72c6884c9fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:53.508540 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-71fd1fa1-63be-4238-84d5-18c3768f1390 req-40f032a2-8b03-432a-b27d-72c6884c9fa5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 1098 time: 0.0618260 Jan 11 14:13:53.570983 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0655c2-8219-4a1d-88ea-b4d50fa86525 req-0729601e-08ed-4141-aeb8-a2e5e2a93736 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:53.572483 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7d0655c2-8219-4a1d-88ea-b4d50fa86525 req-0729601e-08ed-4141-aeb8-a2e5e2a93736 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0739994 Jan 11 14:13:53.581168 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178dd42-0785-4aa7-b37f-3c5edd2f3e86 req-4211e252-e4da-450a-9113-ff17d13a9f3d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:53.582517 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e178dd42-0785-4aa7-b37f-3c5edd2f3e86 req-4211e252-e4da-450a-9113-ff17d13a9f3d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0828121 Jan 11 14:13:53.651471 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7d0655c2-8219-4a1d-88ea-b4d50fa86525 req-a791fb2a-0923-4cb0-9b7e-d7d89a30c1ad tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679131 Jan 11 14:13:53.655702 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e178dd42-0785-4aa7-b37f-3c5edd2f3e86 req-9fa78a69-010c-4b9f-b8b5-b5ab5cd72e6a tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667167 Jan 11 14:13:53.908347 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-71fd1fa1-63be-4238-84d5-18c3768f1390 req-71cdf7dd-19ae-41ae-8130-96cf496352c0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384459 Jan 11 14:13:53.936308 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ab172d73-1651-44ad-a847-7068f6eb6eaa req-79c76f1c-d7df-4ebb-89c0-062911293d5d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675724 Jan 11 14:13:53.938356 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e7873939-ab3e-4751-a755-3efb5d244d5e req-03338825-21d9-4e9c-a117-e59ff9f58839 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684888 Jan 11 14:13:54.468360 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effe76f-8c44-4914-ae10-cc92386f15a3 req-020155f1-2718-4deb-b800-52e59dbb68cd tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:54.469831 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6effe76f-8c44-4914-ae10-cc92386f15a3 req-020155f1-2718-4deb-b800-52e59dbb68cd tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.0751216 Jan 11 14:13:54.482046 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fdbb6-5e76-4d68-820a-cdc94d7f8455 req-8108fb80-ae16-4995-9931-4959be107573 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:54.483411 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-df4fdbb6-5e76-4d68-820a-cdc94d7f8455 req-8108fb80-ae16-4995-9931-4959be107573 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 945 time: 0.0780225 Jan 11 14:13:54.554998 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6effe76f-8c44-4914-ae10-cc92386f15a3 req-9da2f65a-be72-4e52-8e9a-89a200a86d0b tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706394 Jan 11 14:13:54.558458 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-df4fdbb6-5e76-4d68-820a-cdc94d7f8455 req-3c2d0c06-3a6e-43a1-a423-aaaef98f99b7 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686569 Jan 11 14:13:54.794590 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2645c86-2f86-41d3-8e43-3be4a30654c5 req-f15f36b9-7202-43ba-948d-966c12c2af2f tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:54.796098 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f2645c86-2f86-41d3-8e43-3be4a30654c5 req-f15f36b9-7202-43ba-948d-966c12c2af2f tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0777838 Jan 11 14:13:54.804013 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a2f07-8650-4dae-abf6-6a681a28f820 req-310cff1c-06c1-42f9-bad5-b142fad67f25 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:54.805379 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-831a2f07-8650-4dae-abf6-6a681a28f820 req-310cff1c-06c1-42f9-bad5-b142fad67f25 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0764635 Jan 11 14:13:54.878368 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f2645c86-2f86-41d3-8e43-3be4a30654c5 req-3d71d467-df42-430b-98c1-b469deb4bbed tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718768 Jan 11 14:13:54.882128 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-831a2f07-8650-4dae-abf6-6a681a28f820 req-c252a44e-b6e0-44c6-813b-dabeb596a5e2 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695350 Jan 11 14:13:55.708967 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59849f3-7bef-4339-a7dc-f3cb0657c179 req-8e191ff7-99ba-475e-9f24-1bbed313e607 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:55.710593 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a59849f3-7bef-4339-a7dc-f3cb0657c179 req-8e191ff7-99ba-475e-9f24-1bbed313e607 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.0860479 Jan 11 14:13:55.725256 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c78b42-3767-4542-ae9a-be644b9139c8 req-1b79f3db-6a89-49cb-af20-5522b52a9293 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:55.727240 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-27c78b42-3767-4542-ae9a-be644b9139c8 req-1b79f3db-6a89-49cb-af20-5522b52a9293 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 945 time: 0.0939219 Jan 11 14:13:55.803175 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a59849f3-7bef-4339-a7dc-f3cb0657c179 req-e385fc94-f39d-42ad-b1a8-51ff1eba3ebc tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862989 Jan 11 14:13:55.811228 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-27c78b42-3767-4542-ae9a-be644b9139c8 req-34491a04-c4e7-4ceb-9291-3cc39c00c2c8 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755627 Jan 11 14:13:56.041466 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ceef6-d6df-4f5e-9a0e-7073bf9edc09 req-040fbceb-3ca9-4ac5-b10d-1b409de92cea tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:56.046973 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6d9ceef6-d6df-4f5e-9a0e-7073bf9edc09 req-040fbceb-3ca9-4ac5-b10d-1b409de92cea tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0939054 Jan 11 14:13:56.066734 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82caf4d-f597-489e-b937-2fd0cc3ad004 req-e41cd10c-0119-4e23-89c3-36dfaeb2f85a tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:56.068341 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d82caf4d-f597-489e-b937-2fd0cc3ad004 req-e41cd10c-0119-4e23-89c3-36dfaeb2f85a tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0870163 Jan 11 14:13:56.103051 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-28f86dee-68b1-4109-a575-526d88c7e81c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:56.151999 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6d9ceef6-d6df-4f5e-9a0e-7073bf9edc09 req-406f1cbf-9cd4-4791-b23a-70bc2b975252 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027007 Jan 11 14:13:56.165304 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d82caf4d-f597-489e-b937-2fd0cc3ad004 req-449b5486-0670-47f5-952b-5caf5cfa53ac tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809762 Jan 11 14:13:56.953441 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7048a-16c1-4397-bd0d-114f10deaba3 req-81218746-98ba-4450-82df-b730f99b56b6 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:56.954923 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-95c7048a-16c1-4397-bd0d-114f10deaba3 req-81218746-98ba-4450-82df-b730f99b56b6 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.0774331 Jan 11 14:13:56.965078 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186b7cf-9f4a-4467-8663-702afa6b7c77 req-e0b558f7-88df-4421-af57-5ecb3ecd67d1 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:56.966528 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b186b7cf-9f4a-4467-8663-702afa6b7c77 req-e0b558f7-88df-4421-af57-5ecb3ecd67d1 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 945 time: 0.0801113 Jan 11 14:13:57.033011 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-95c7048a-16c1-4397-bd0d-114f10deaba3 req-958759fc-44aa-4ef6-b024-227638bf8d51 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654707 Jan 11 14:13:57.039941 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b186b7cf-9f4a-4467-8663-702afa6b7c77 req-11312cd7-b548-472d-bcca-ee013046ec4d tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668252 Jan 11 14:13:57.312716 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2527d-6980-44ad-9c26-f273cdb365e1 req-9ace7d02-f809-4031-830a-d918fa0bfdf2 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:57.314089 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8cd2527d-6980-44ad-9c26-f273cdb365e1 req-9ace7d02-f809-4031-830a-d918fa0bfdf2 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0754933 Jan 11 14:13:57.321947 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0bf86a-6d49-44c4-a116-9946d20c3fb1 req-f3fd8ecb-bdf9-4254-8816-c3bdd5d89c1c tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:57.323556 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9d0bf86a-6d49-44c4-a116-9946d20c3fb1 req-f3fd8ecb-bdf9-4254-8816-c3bdd5d89c1c tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0744641 Jan 11 14:13:57.396132 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8cd2527d-6980-44ad-9c26-f273cdb365e1 req-d4e7e10a-9967-4e61-a43b-d1c9c44423ba tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716407 Jan 11 14:13:57.400363 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9d0bf86a-6d49-44c4-a116-9946d20c3fb1 req-6898a5ad-96dc-46c1-97ed-685c5b9eeb57 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698576 Jan 11 14:13:58.190670 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32114af-7ed5-49ce-a2db-fe19df731993 req-8292bb41-c968-4dae-9fac-9dfde519f27c tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:58.192181 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a32114af-7ed5-49ce-a2db-fe19df731993 req-8292bb41-c968-4dae-9fac-9dfde519f27c tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 945 time: 0.0771399 Jan 11 14:13:58.202631 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338a0cd-c1e9-4b01-9bba-ee961a6a8461 req-246afb20-5832-4d44-a74b-532e794355e6 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:58.204165 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0338a0cd-c1e9-4b01-9bba-ee961a6a8461 req-246afb20-5832-4d44-a74b-532e794355e6 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.0909739 Jan 11 14:13:58.270595 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a32114af-7ed5-49ce-a2db-fe19df731993 req-a042ff37-8fa6-4408-86d7-c44f7b934c8b tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654814 Jan 11 14:13:58.277897 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0338a0cd-c1e9-4b01-9bba-ee961a6a8461 req-f5a11c27-c67e-4e95-9136-506959d3bdf6 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671537 Jan 11 14:13:58.286344 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-42b5c9d8-03f2-4fed-ac8f-458a096232bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:58.545047 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1427331-57ef-4100-84b6-bcb70f7cb266 req-5118b1c3-ba9d-472a-92a2-6096cfb095b4 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:58.546524 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e1427331-57ef-4100-84b6-bcb70f7cb266 req-5118b1c3-ba9d-472a-92a2-6096cfb095b4 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0845032 Jan 11 14:13:58.554488 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e50371-36ec-4428-bdc3-4a9b10a68147 req-0e353f1b-a811-4173-814e-56c5aef91f6f tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:58.555901 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e5e50371-36ec-4428-bdc3-4a9b10a68147 req-0e353f1b-a811-4173-814e-56c5aef91f6f tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0850208 Jan 11 14:13:58.627409 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e1427331-57ef-4100-84b6-bcb70f7cb266 req-25ca1b35-5f23-4e0d-83d3-54a1377c06e8 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704856 Jan 11 14:13:58.631620 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e5e50371-36ec-4428-bdc3-4a9b10a68147 req-fb725967-a434-4794-ac0f-a3e054bc392e tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686734 Jan 11 14:13:59.579843 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b47dc7-339e-486a-a83f-71274cdc3d3c req-18e2ff15-55ef-44e3-995f-edae77cbc5f2 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:59.581265 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-63b47dc7-339e-486a-a83f-71274cdc3d3c req-18e2ff15-55ef-44e3-995f-edae77cbc5f2 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 945 time: 0.2439415 Jan 11 14:13:59.588730 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c66c7-6479-481f-99b3-fefd8b81ed02 req-81c7ed85-c9ad-4f1c-a498-d89b0ee36fe7 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:59.590284 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3f8c66c7-6479-481f-99b3-fefd8b81ed02 req-81c7ed85-c9ad-4f1c-a498-d89b0ee36fe7 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.2440491 Jan 11 14:13:59.590412 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:13:59.669197 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-63b47dc7-339e-486a-a83f-71274cdc3d3c req-99790f3f-fca8-4012-95de-e98580dfe949 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779285 Jan 11 14:13:59.672732 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3f8c66c7-6479-481f-99b3-fefd8b81ed02 req-59185dc8-0734-4b50-8a66-d8c35b017d32 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758631 Jan 11 14:13:59.799983 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5941c4c-6146-48be-a6aa-2385fc672228 req-9d967748-2d2d-4303-bda7-3438b5890cd2 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:59.801466 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f5941c4c-6146-48be-a6aa-2385fc672228 req-9d967748-2d2d-4303-bda7-3438b5890cd2 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0765276 Jan 11 14:13:59.813135 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef395d-bc84-47c4-910b-e6c626ed18aa req-19bdf5b7-cb08-4231-94b4-16ba5e3a830d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:13:59.814529 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d3ef395d-bc84-47c4-910b-e6c626ed18aa req-19bdf5b7-cb08-4231-94b4-16ba5e3a830d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0643671 Jan 11 14:13:59.887706 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f5941c4c-6146-48be-a6aa-2385fc672228 req-d93c5ead-2114-4963-95a1-999ccdf365c9 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720356 Jan 11 14:13:59.891097 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d3ef395d-bc84-47c4-910b-e6c626ed18aa req-cb417e6d-cf61-422a-9555-6757d1f1f110 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700727 Jan 11 14:14:00.722793 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:00.807447 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9b260-bed3-489d-b24e-ab8ecf0e0ce9 req-26cd9945-45c4-4f2b-8dc1-1bc3f0f5688a tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:00.808933 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-72c9b260-bed3-489d-b24e-ab8ecf0e0ce9 req-26cd9945-45c4-4f2b-8dc1-1bc3f0f5688a tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 945 time: 0.0726705 Jan 11 14:14:00.830535 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90930e-02e2-4bb6-924d-099e61697c44 req-015292ec-4cb0-40fc-9193-4ea4e1f37c58 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:00.832026 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cc90930e-02e2-4bb6-924d-099e61697c44 req-015292ec-4cb0-40fc-9193-4ea4e1f37c58 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.0703642 Jan 11 14:14:00.889510 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-72c9b260-bed3-489d-b24e-ab8ecf0e0ce9 req-6e988661-0f0c-4e06-aa1d-7bdb4395fcf8 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742269 Jan 11 14:14:00.905774 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cc90930e-02e2-4bb6-924d-099e61697c44 req-88a3ecaf-5dfc-4174-906a-68e35b55af54 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674827 Jan 11 14:14:01.029423 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8acce-6bd8-43da-b8b8-4e385da5326f req-f80b40f2-19b3-49ff-87d6-aafc42ce895d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:01.030906 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-73f8acce-6bd8-43da-b8b8-4e385da5326f req-f80b40f2-19b3-49ff-87d6-aafc42ce895d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0678682 Jan 11 14:14:01.042450 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22351d50-1ece-45ac-97ec-2e7204694cd5 req-0b06c5c5-07ad-4702-81ba-050424a0e130 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:01.044529 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-22351d50-1ece-45ac-97ec-2e7204694cd5 req-0b06c5c5-07ad-4702-81ba-050424a0e130 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0910108 Jan 11 14:14:01.115869 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-73f8acce-6bd8-43da-b8b8-4e385da5326f req-eda7cf8c-52d9-4aee-bee5-1b5a73ecd211 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703604 Jan 11 14:14:01.120107 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-22351d50-1ece-45ac-97ec-2e7204694cd5 req-6fb01619-cfc1-4a09-8050-3d14f8886fc2 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690320 Jan 11 14:14:02.039984 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900dab30-0356-461a-97c4-166ba0ff2204 req-efbe030e-b943-4ded-9066-00e95eed2a68 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:02.041494 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-900dab30-0356-461a-97c4-166ba0ff2204 req-efbe030e-b943-4ded-9066-00e95eed2a68 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 945 time: 0.0837743 Jan 11 14:14:02.059820 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840795a5-ef0b-45b0-b14a-04e0cd3b8356 req-f16230d7-7f3a-45fb-baa9-2b3f2fcefee8 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:02.061420 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-840795a5-ef0b-45b0-b14a-04e0cd3b8356 req-f16230d7-7f3a-45fb-baa9-2b3f2fcefee8 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.0760872 Jan 11 14:14:02.138004 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-900dab30-0356-461a-97c4-166ba0ff2204 req-e65a8a97-002e-4d04-85ea-687cec04e720 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734959 Jan 11 14:14:02.141603 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-840795a5-ef0b-45b0-b14a-04e0cd3b8356 req-31c1b30c-5011-415b-8f79-bdbd187f4d83 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704470 Jan 11 14:14:02.252152 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:02.300999 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d384e8-aba8-4dd0-a566-febd1453ec58 req-e3f0f999-8707-4710-bd16-ec47151e548a tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:02.302561 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-61d384e8-aba8-4dd0-a566-febd1453ec58 req-e3f0f999-8707-4710-bd16-ec47151e548a tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0773892 Jan 11 14:14:02.311679 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef7842-af00-4f91-ac80-059496b9f604 req-63f65e70-d462-491d-b612-27e69f6aa2db tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:02.313290 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-09ef7842-af00-4f91-ac80-059496b9f604 req-63f65e70-d462-491d-b612-27e69f6aa2db tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0971971 Jan 11 14:14:02.379046 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-61d384e8-aba8-4dd0-a566-febd1453ec58 req-5991a2ac-0a94-45f6-98db-7dbe8a97e632 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647676 Jan 11 14:14:02.390159 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-09ef7842-af00-4f91-ac80-059496b9f604 req-46cdc810-6935-4c9a-9bab-59d4841daeef tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690503 Jan 11 14:14:03.301519 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f987a3-151f-4c74-b22d-20e17707b8d8 req-97ee8072-0742-4704-8a0e-cc00be5324f8 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:03.303134 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-69f987a3-151f-4c74-b22d-20e17707b8d8 req-97ee8072-0742-4704-8a0e-cc00be5324f8 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 945 time: 0.0879662 Jan 11 14:14:03.313058 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de92a1f-6517-4ae9-8065-00944ce0e523 req-7d606d8a-17c9-4bfa-867c-dd6086909254 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:03.316212 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9de92a1f-6517-4ae9-8065-00944ce0e523 req-7d606d8a-17c9-4bfa-867c-dd6086909254 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.0912814 Jan 11 14:14:03.395266 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-69f987a3-151f-4c74-b22d-20e17707b8d8 req-5795e04d-b1d7-49bd-b743-9603b1bbda74 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779135 Jan 11 14:14:03.399749 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9de92a1f-6517-4ae9-8065-00944ce0e523 req-05f022e0-36b6-4b5a-b921-0fc579a3b19a tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751190 Jan 11 14:14:03.548231 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8911687-a734-4ef3-b57c-e109c4580029 req-d35b49d8-c482-4ab1-a379-57b98ad1a301 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:03.549762 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c8911687-a734-4ef3-b57c-e109c4580029 req-d35b49d8-c482-4ab1-a379-57b98ad1a301 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0913808 Jan 11 14:14:03.563289 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4c3c8-9dfe-4470-b877-101aad79b3b3 req-8ffcf8b1-cbe1-45e4-ac81-77a1eb93024a tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:03.565102 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-82e4c3c8-9dfe-4470-b877-101aad79b3b3 req-8ffcf8b1-cbe1-45e4-ac81-77a1eb93024a tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0700293 Jan 11 14:14:03.657632 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c8911687-a734-4ef3-b57c-e109c4580029 req-d8cf96ad-7637-4682-8ab2-38413e3abf63 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914261 Jan 11 14:14:03.664385 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-82e4c3c8-9dfe-4470-b877-101aad79b3b3 req-b0a33260-ce0e-4e81-b975-a6719ece9492 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915556 Jan 11 14:14:03.879094 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6f5f6-86c7-4318-a289-e022bed55e68 req-89b9507a-3218-4ee9-9e24-1339201124be tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:03.880829 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-abf6f5f6-86c7-4318-a289-e022bed55e68 req-89b9507a-3218-4ee9-9e24-1339201124be tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0592060 Jan 11 14:14:03.890695 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 51200) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:03.895325 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-f4942727-cc72-46c5-8874-898f59b9c3a0 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Request body: {'floatingip': {'port_id': 'c51643c6-7fc4-41fe-bb8c-e237ddadcdaf'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:14:03.991727 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-f4942727-cc72-46c5-8874-898f59b9c3a0 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for floatingip (73918095-d6af-44dc-bdab-33d34dd5a401), before_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:04.098447 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:04.226424 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03ad5d-f241-46c5-a024-d819baa07dab req-16fa1aa5-0bab-48cb-a21f-6053f78721a5 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:04.227939 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7c03ad5d-f241-46c5-a024-d819baa07dab req-16fa1aa5-0bab-48cb-a21f-6053f78721a5 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.2333093 Jan 11 14:14:04.236967 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 51212) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:04.239014 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5e78e-42ed-465b-be88-20de2b11dc1d req-5aea54ba-c152-41d3-91f7-c8840e060ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:04.240546 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2ae5e78e-42ed-465b-be88-20de2b11dc1d req-5aea54ba-c152-41d3-91f7-c8840e060ffd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac8a41f764014f4d95c74c7348ca537e&device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 1098 time: 0.2133427 Jan 11 14:14:04.241811 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-0a6891dd-7378-4d9c-a307-0af97237a6c0 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Request body: {'floatingip': {'port_id': '4d8257f7-0bfc-4ec4-85ba-6f20d746300d'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:14:04.251652 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a571fd-a09d-402b-b040-fe2e7d1a348c req-bfb86907-344a-4f6a-958b-2922ed749134 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:04.253116 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c2a571fd-a09d-402b-b040-fe2e7d1a348c req-bfb86907-344a-4f6a-958b-2922ed749134 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.2241724 Jan 11 14:14:04.317757 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0a6891dd-7378-4d9c-a307-0af97237a6c0 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for floatingip (66d55a32-15e6-445a-be20-e80058b9876f), before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:04.467180 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c2a571fd-a09d-402b-b040-fe2e7d1a348c req-63729e8f-c318-434b-b66a-a916adf33317 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033396 Jan 11 14:14:04.490791 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5e78e-42ed-465b-be88-20de2b11dc1d req-e955c2f9-ae54-4f37-afd6-bcccf0163adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:04.492679 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2ae5e78e-42ed-465b-be88-20de2b11dc1d req-e955c2f9-ae54-4f37-afd6-bcccf0163adf service neutron] 10.222.0.45 "GET /v2.0/networks?id=e39c23a3-bd49-4a6e-99a6-de49e0477fd9 HTTP/1.1" status: 200 len: 919 time: 0.2386360 Jan 11 14:14:04.584554 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2ae5e78e-42ed-465b-be88-20de2b11dc1d req-e7294073-a2dd-42af-adaf-2ef1caa99e88 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a970ee5-fb4e-433b-a01a-9adab15fef70 HTTP/1.1" status: 200 len: 217 time: 0.0466926 Jan 11 14:14:04.787102 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5e78e-42ed-465b-be88-20de2b11dc1d req-9284ba99-77e1-48fa-9ef7-5f9d198a65ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:04.788834 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2ae5e78e-42ed-465b-be88-20de2b11dc1d req-9284ba99-77e1-48fa-9ef7-5f9d198a65ae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f92724c6-8602-4a02-a614-e355ebf8a564 HTTP/1.1" status: 200 len: 858 time: 0.1774359 Jan 11 14:14:05.059711 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2ae5e78e-42ed-465b-be88-20de2b11dc1d req-ec637984-4394-476e-8893-d2f8c0ab55f0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e39c23a3-bd49-4a6e-99a6-de49e0477fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2609828 Jan 11 14:14:05.088901 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.db.resource_extend [None req-f4942727-cc72-46c5-8874-898f59b9c3a0 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 14:14:05.123298 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0a6891dd-7378-4d9c-a307-0af97237a6c0 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:05.127640 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0a6891dd-7378-4d9c-a307-0af97237a6c0 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704722'] for floatingip (66d55a32-15e6-445a-be20-e80058b9876f), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:05.169730 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-f4942727-cc72-46c5-8874-898f59b9c3a0 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:05.174205 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-f4942727-cc72-46c5-8874-898f59b9c3a0 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704722'] for floatingip (73918095-d6af-44dc-bdab-33d34dd5a401), after_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:05.243100 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.db.l3_db [None req-0a6891dd-7378-4d9c-a307-0af97237a6c0 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Floating IP 66d55a32-15e6-445a-be20-e80058b9876f associated. External IP: 172.27.2.139, port: 4d8257f7-0bfc-4ec4-85ba-6f20d746300d. Jan 11 14:14:05.298942 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.db.l3_db [None req-f4942727-cc72-46c5-8874-898f59b9c3a0 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Floating IP 73918095-d6af-44dc-bdab-33d34dd5a401 associated. External IP: 172.27.2.45, port: c51643c6-7fc4-41fe-bb8c-e237ddadcdaf. Jan 11 14:14:05.473130 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6891dd-7378-4d9c-a307-0af97237a6c0 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Router c7e0f9f8-8f73-44da-b050-d5cb4210a5cd has already been hosted by L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 14:14:05.532980 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4942727-cc72-46c5-8874-898f59b9c3a0 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Router e5da20d3-921e-4805-a981-bfafb3dced8a has already been hosted by L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 {{(pid=102758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 14:14:05.590335 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6891dd-7378-4d9c-a307-0af97237a6c0 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:14:05.595333 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0a6891dd-7378-4d9c-a307-0af97237a6c0 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:05.617244 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26be39fe-9f9c-4d05-a239-5a6c9c43ef34 None None] Sync routers for ids ['c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'] in dv-cinder-824131-3-iscsi {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:14:05.630809 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26be39fe-9f9c-4d05-a239-5a6c9c43ef34 None None] Routers {'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:14:05.631436 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-26be39fe-9f9c-4d05-a239-5a6c9c43ef34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:13:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:14:05.632185 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-0a6891dd-7378-4d9c-a307-0af97237a6c0 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "PUT /v2.0/floatingips/66d55a32-15e6-445a-be20-e80058b9876f HTTP/1.1" status: 200 len: 991 time: 1.3941219 Jan 11 14:14:05.632784 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da33a406-0839-4a04-9800-1444f9ae0b82', 'tag': '4d8257f7-0bfc-4ec4-85ba-6f20d746300d'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:14:05.635029 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3731de440ea07f8bb65e98ae2cdbbed68b84f33189ebecfec85cc797d9a35429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4b80ea-ed82-4dd6-89df-20c00eb5ad21" -d '{"events": [{"name": "network-changed", "server_uuid": "da33a406-0839-4a04-9800-1444f9ae0b82", "tag": "4d8257f7-0bfc-4ec4-85ba-6f20d746300d"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:14:05.695123 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ba474-b2e2-45d2-b2a6-a4c6e8670070 req-898210bc-061a-42ab-bc14-0aa30d9ad2e0 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:05.696630 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-736ba474-b2e2-45d2-b2a6-a4c6e8670070 req-898210bc-061a-42ab-bc14-0aa30d9ad2e0 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.1120355 Jan 11 14:14:05.725093 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4942727-cc72-46c5-8874-898f59b9c3a0 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:14:05.730650 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-f4942727-cc72-46c5-8874-898f59b9c3a0 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:05.735166 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afa19a6-f713-4646-9c8e-77fda7f0ec68 None None] Sync routers for ids ['e5da20d3-921e-4805-a981-bfafb3dced8a'] in dv-cinder-824131-3-iscsi {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:14:05.737668 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-26be39fe-9f9c-4d05-a239-5a6c9c43ef34 None None] Set router c7e0f9f8-8f73-44da-b050-d5cb4210a5cd gateway port host: dv-cinder-824131-3-iscsi {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:14:05.745686 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afa19a6-f713-4646-9c8e-77fda7f0ec68 None None] Routers {'e5da20d3-921e-4805-a981-bfafb3dced8a'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:14:05.746414 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-0afa19a6-f713-4646-9c8e-77fda7f0ec68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:13:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['e5da20d3-921e-4805-a981-bfafb3dced8a'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:14:05.780803 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-f4942727-cc72-46c5-8874-898f59b9c3a0 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "PUT /v2.0/floatingips/73918095-d6af-44dc-bdab-33d34dd5a401 HTTP/1.1" status: 200 len: 990 time: 1.8863029 Jan 11 14:14:05.780803 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07361687-ec7a-4f6e-8e42-530c1a64ba04', 'tag': 'c51643c6-7fc4-41fe-bb8c-e237ddadcdaf'}] {{(pid=102758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:14:05.781784 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bad0c4360237c930a732257e05ff37eb7f7649fd7d398cae3022b7fa374a377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf98c89-4da0-4a55-89db-06d7aa77c461" -d '{"events": [{"name": "network-changed", "server_uuid": "07361687-ec7a-4f6e-8e42-530c1a64ba04", "tag": "c51643c6-7fc4-41fe-bb8c-e237ddadcdaf"}]}' {{(pid=102758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:14:05.787486 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-736ba474-b2e2-45d2-b2a6-a4c6e8670070 req-33764bb6-1d1e-4251-bf4a-0ba4f96b84cd tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789919 Jan 11 14:14:05.862749 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-0afa19a6-f713-4646-9c8e-77fda7f0ec68 None None] Set router e5da20d3-921e-4805-a981-bfafb3dced8a gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:14:06.011934 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-26be39fe-9f9c-4d05-a239-5a6c9c43ef34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'name': 'tempest-AttachVolumeTestJSON-1626767127-router', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:13:03Z', 'revision_number': 4, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'gw_port': {'id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_floatingips': [{'id': '66d55a32-15e6-445a-be20-e80058b9876f', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'floating_ip_address': '172.27.2.139', 'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'router_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'port_id': '4d8257f7-0bfc-4ec4-85ba-6f20d746300d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4', 'mac_address': 'fa:16:3e:4a:2f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da33a406-0839-4a04-9800-1444f9ae0b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T14:13:10Z', 'updated_at': '2022-01-11T14:14:04Z', 'revision_number': 1, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e463e88-ef00-4515-be8d-53006796cca1', 'name': '', 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'mac_address': 'fa:16:3e:0d:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7e0256b9-88cf-4f3b-af76-871b368403f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:13:01Z', 'updated_at': '2022-01-11T14:13:10Z', 'revision_number': 5, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'subnets': [{'id': '7e0256b9-88cf-4f3b-af76-871b368403f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:14:06.039407 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26be39fe-9f9c-4d05-a239-5a6c9c43ef34 None None] Checking router: c7e0f9f8-8f73-44da-b050-d5cb4210a5cd for host: dv-cinder-824131-3-iscsi {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:14:06.048538 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26be39fe-9f9c-4d05-a239-5a6c9c43ef34 None None] Routers {'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:14:06.049216 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-26be39fe-9f9c-4d05-a239-5a6c9c43ef34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:13:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:14:06.128379 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-0afa19a6-f713-4646-9c8e-77fda7f0ec68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'name': 'tempest-AttachVolumeShelveTestJSON-759545029-router', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:58Z', 'updated_at': '2022-01-11T14:13:05Z', 'revision_number': 4, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'gw_port': {'id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:59Z', 'updated_at': '2022-01-11T14:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_floatingips': [{'id': '73918095-d6af-44dc-bdab-33d34dd5a401', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'router_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'port_id': 'c51643c6-7fc4-41fe-bb8c-e237ddadcdaf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e', 'mac_address': 'fa:16:3e:5a:0c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07361687-ec7a-4f6e-8e42-530c1a64ba04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T14:13:13Z', 'updated_at': '2022-01-11T14:14:04Z', 'revision_number': 1, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0b55060-5b90-419a-a77b-297e468abf02', 'name': '', 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'mac_address': 'fa:16:3e:fc:2d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '613a89ec-c23f-446c-aa6e-28885de25556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:13:04Z', 'updated_at': '2022-01-11T14:13:15Z', 'revision_number': 5, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'subnets': [{'id': '613a89ec-c23f-446c-aa6e-28885de25556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:14:06.149550 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-26be39fe-9f9c-4d05-a239-5a6c9c43ef34 None None] Set router c7e0f9f8-8f73-44da-b050-d5cb4210a5cd gateway port host: dv-cinder-824131-3-iscsi {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:14:06.154861 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afa19a6-f713-4646-9c8e-77fda7f0ec68 None None] Checking router: e5da20d3-921e-4805-a981-bfafb3dced8a for host: dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:14:06.163002 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afa19a6-f713-4646-9c8e-77fda7f0ec68 None None] Routers {'e5da20d3-921e-4805-a981-bfafb3dced8a'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:14:06.163648 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-0afa19a6-f713-4646-9c8e-77fda7f0ec68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:13:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['e5da20d3-921e-4805-a981-bfafb3dced8a'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:14:06.268258 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-0afa19a6-f713-4646-9c8e-77fda7f0ec68 None None] Set router e5da20d3-921e-4805-a981-bfafb3dced8a gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:14:06.366274 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-26be39fe-9f9c-4d05-a239-5a6c9c43ef34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'name': 'tempest-AttachVolumeTestJSON-1626767127-router', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:13:03Z', 'revision_number': 4, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'gw_port': {'id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_floatingips': [{'id': '66d55a32-15e6-445a-be20-e80058b9876f', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'floating_ip_address': '172.27.2.139', 'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'router_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'port_id': '4d8257f7-0bfc-4ec4-85ba-6f20d746300d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4', 'mac_address': 'fa:16:3e:4a:2f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da33a406-0839-4a04-9800-1444f9ae0b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T14:13:10Z', 'updated_at': '2022-01-11T14:14:04Z', 'revision_number': 1, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e463e88-ef00-4515-be8d-53006796cca1', 'name': '', 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'mac_address': 'fa:16:3e:0d:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7e0256b9-88cf-4f3b-af76-871b368403f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:13:01Z', 'updated_at': '2022-01-11T14:13:10Z', 'revision_number': 5, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'subnets': [{'id': '7e0256b9-88cf-4f3b-af76-871b368403f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:14:06.397287 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26be39fe-9f9c-4d05-a239-5a6c9c43ef34 None None] The sync data for ids ['c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'] in dv-cinder-824131-3-iscsi is: [{'id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'name': 'tempest-AttachVolumeTestJSON-1626767127-router', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:13:03Z', 'revision_number': 4, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'gw_port': {'id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_floatingips': [{'id': '66d55a32-15e6-445a-be20-e80058b9876f', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'floating_ip_address': '172.27.2.139', 'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'router_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'port_id': '4d8257f7-0bfc-4ec4-85ba-6f20d746300d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4', 'mac_address': 'fa:16:3e:4a:2f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da33a406-0839-4a04-9800-1444f9ae0b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T14:13:10Z', 'updated_at': '2022-01-11T14:14:04Z', 'revision_number': 1, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e463e88-ef00-4515-be8d-53006796cca1', 'name': '', 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'mac_address': 'fa:16:3e:0d:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7e0256b9-88cf-4f3b-af76-871b368403f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:13:01Z', 'updated_at': '2022-01-11T14:13:10Z', 'revision_number': 5, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'subnets': [{'id': '7e0256b9-88cf-4f3b-af76-871b368403f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:14:06.493565 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-0afa19a6-f713-4646-9c8e-77fda7f0ec68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'name': 'tempest-AttachVolumeShelveTestJSON-759545029-router', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:58Z', 'updated_at': '2022-01-11T14:13:05Z', 'revision_number': 4, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'gw_port': {'id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:59Z', 'updated_at': '2022-01-11T14:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_floatingips': [{'id': '73918095-d6af-44dc-bdab-33d34dd5a401', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'router_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'port_id': 'c51643c6-7fc4-41fe-bb8c-e237ddadcdaf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e', 'mac_address': 'fa:16:3e:5a:0c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07361687-ec7a-4f6e-8e42-530c1a64ba04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T14:13:13Z', 'updated_at': '2022-01-11T14:14:04Z', 'revision_number': 1, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0b55060-5b90-419a-a77b-297e468abf02', 'name': '', 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'mac_address': 'fa:16:3e:fc:2d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '613a89ec-c23f-446c-aa6e-28885de25556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:13:04Z', 'updated_at': '2022-01-11T14:13:15Z', 'revision_number': 5, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'subnets': [{'id': '613a89ec-c23f-446c-aa6e-28885de25556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:14:06.520072 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afa19a6-f713-4646-9c8e-77fda7f0ec68 None None] The sync data for ids ['e5da20d3-921e-4805-a981-bfafb3dced8a'] in dv-cinder-824131-3-iscsi is: [{'id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'name': 'tempest-AttachVolumeShelveTestJSON-759545029-router', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:58Z', 'updated_at': '2022-01-11T14:13:05Z', 'revision_number': 4, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'gw_port': {'id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:59Z', 'updated_at': '2022-01-11T14:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_floatingips': [{'id': '73918095-d6af-44dc-bdab-33d34dd5a401', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'router_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'port_id': 'c51643c6-7fc4-41fe-bb8c-e237ddadcdaf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e', 'mac_address': 'fa:16:3e:5a:0c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07361687-ec7a-4f6e-8e42-530c1a64ba04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T14:13:13Z', 'updated_at': '2022-01-11T14:14:04Z', 'revision_number': 1, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0b55060-5b90-419a-a77b-297e468abf02', 'name': '', 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'mac_address': 'fa:16:3e:fc:2d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '613a89ec-c23f-446c-aa6e-28885de25556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:13:04Z', 'updated_at': '2022-01-11T14:13:15Z', 'revision_number': 5, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'subnets': [{'id': '613a89ec-c23f-446c-aa6e-28885de25556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:14:06.615378 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807113fd-519d-403c-8072-e51f5ff19e16 None None] New status for floating IP 66d55a32-15e6-445a-be20-e80058b9876f: ACTIVE {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 14:14:06.721447 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528ad071-5f77-4389-b932-bc084dcf536b None None] New status for floating IP 73918095-d6af-44dc-bdab-33d34dd5a401: ACTIVE {{(pid=102760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 14:14:07.068135 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2ae5e78e-42ed-465b-be88-20de2b11dc1d req-056060fd-62a4-4fb5-ba89-af6a6f9d380c service neutron] 10.222.0.45 "GET /v2.0/networks/e39c23a3-bd49-4a6e-99a6-de49e0477fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974288 Jan 11 14:14:08.243104 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2ae5e78e-42ed-465b-be88-20de2b11dc1d req-2b89dc15-8fcc-4de9-ab51-7568e94f8f46 service neutron] 10.222.0.45 "GET /v2.0/networks/e39c23a3-bd49-4a6e-99a6-de49e0477fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812504 Jan 11 14:14:10.052598 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 14:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43d7a84-7e3b-4158-936b-5bb09e41be01 x-openstack-request-id: req-d43d7a84-7e3b-4158-936b-5bb09e41be01 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:14:10.053084 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da33a406-0839-4a04-9800-1444f9ae0b82", "tag": "4d8257f7-0bfc-4ec4-85ba-6f20d746300d", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:14:10.053178 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d43d7a84-7e3b-4158-936b-5bb09e41be01 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:14:10.053664 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da33a406-0839-4a04-9800-1444f9ae0b82', 'tag': '4d8257f7-0bfc-4ec4-85ba-6f20d746300d', 'status': 'completed', 'code': 200} Jan 11 14:14:10.134489 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b80ea-ed82-4dd6-89df-20c00eb5ad21 req-7ce177a0-f2fd-4fed-912b-c94c4196156f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:10.136027 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3a4b80ea-ed82-4dd6-89df-20c00eb5ad21 req-7ce177a0-f2fd-4fed-912b-c94c4196156f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a11f6957ee74ff0a62315613ff54913&device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 1098 time: 0.0440347 Jan 11 14:14:10.202529 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 14:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f23cb9-5816-47d9-b452-907524e6bd30 x-openstack-request-id: req-28f23cb9-5816-47d9-b452-907524e6bd30 {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:14:10.203149 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07361687-ec7a-4f6e-8e42-530c1a64ba04", "tag": "c51643c6-7fc4-41fe-bb8c-e237ddadcdaf", "status": "completed", "code": 200}]} {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:14:10.203412 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-28f23cb9-5816-47d9-b452-907524e6bd30 {{(pid=102758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:14:10.203816 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07361687-ec7a-4f6e-8e42-530c1a64ba04', 'tag': 'c51643c6-7fc4-41fe-bb8c-e237ddadcdaf', 'status': 'completed', 'code': 200} Jan 11 14:14:10.248136 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b80ea-ed82-4dd6-89df-20c00eb5ad21 req-ab14f8c0-a6de-4082-839e-2b84c0c1da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:10.249631 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3a4b80ea-ed82-4dd6-89df-20c00eb5ad21 req-ab14f8c0-a6de-4082-839e-2b84c0c1da60 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0b91e79a-b551-4734-8a4b-8bd89379e2e4 HTTP/1.1" status: 200 len: 912 time: 0.1061115 Jan 11 14:14:10.311142 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f7167-280e-4078-9b09-27af832f2002 req-50c1d8af-5f19-4f38-8d55-2d252adc26cb tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:10.312689 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fe1f7167-280e-4078-9b09-27af832f2002 req-50c1d8af-5f19-4f38-8d55-2d252adc26cb tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.0515387 Jan 11 14:14:10.464265 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fe1f7167-280e-4078-9b09-27af832f2002 req-63f8ed36-d882-4b1b-82ac-4e50e6fad49b tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453936 Jan 11 14:14:10.475613 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3a4b80ea-ed82-4dd6-89df-20c00eb5ad21 req-0000ad3d-ead7-4ace-9895-9830da696428 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d8257f7-0bfc-4ec4-85ba-6f20d746300d HTTP/1.1" status: 200 len: 1001 time: 0.1426144 Jan 11 14:14:10.477223 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf98c89-4da0-4a55-89db-06d7aa77c461 req-2913770a-65f9-4304-93cc-565dec38a9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:10.478611 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fcf98c89-4da0-4a55-89db-06d7aa77c461 req-2913770a-65f9-4304-93cc-565dec38a9e0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e53c79af2d940ce87ec727feef0f0ee&device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 1098 time: 0.1467941 Jan 11 14:14:10.732230 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b80ea-ed82-4dd6-89df-20c00eb5ad21 req-15b6c6c3-b1a8-4cb2-9655-fd2861cc9479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:10.733686 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3a4b80ea-ed82-4dd6-89df-20c00eb5ad21 req-15b6c6c3-b1a8-4cb2-9655-fd2861cc9479 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7e0256b9-88cf-4f3b-af76-871b368403f9 HTTP/1.1" status: 200 len: 850 time: 0.1006579 Jan 11 14:14:10.784412 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf98c89-4da0-4a55-89db-06d7aa77c461 req-50915184-196b-4112-a148-09b0a96aca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:10.787783 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fcf98c89-4da0-4a55-89db-06d7aa77c461 req-50915184-196b-4112-a148-09b0a96aca7e service neutron] 10.222.0.45 "GET /v2.0/networks?id=63c4d627-31e2-452f-a693-3a2f1117c04e HTTP/1.1" status: 200 len: 917 time: 0.1540668 Jan 11 14:14:10.832498 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b80ea-ed82-4dd6-89df-20c00eb5ad21 req-ef84a083-0e2b-4005-b082-ec8cdcff6609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:10.833990 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3a4b80ea-ed82-4dd6-89df-20c00eb5ad21 req-ef84a083-0e2b-4005-b082-ec8cdcff6609 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b91e79a-b551-4734-8a4b-8bd89379e2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0883574 Jan 11 14:14:10.900152 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fcf98c89-4da0-4a55-89db-06d7aa77c461 req-61d94b4c-2429-4117-9bef-e774e520398a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c51643c6-7fc4-41fe-bb8c-e237ddadcdaf HTTP/1.1" status: 200 len: 1000 time: 0.1069698 Jan 11 14:14:11.169408 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3a4b80ea-ed82-4dd6-89df-20c00eb5ad21 req-81add440-f8a1-471f-8a05-ecb8dd3332a1 service neutron] 10.222.0.45 "GET /v2.0/networks/0b91e79a-b551-4734-8a4b-8bd89379e2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260660 Jan 11 14:14:11.171183 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf98c89-4da0-4a55-89db-06d7aa77c461 req-bb874194-1b53-4536-8ba2-a3fd83ef0ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:11.173176 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fcf98c89-4da0-4a55-89db-06d7aa77c461 req-bb874194-1b53-4536-8ba2-a3fd83ef0ffd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=613a89ec-c23f-446c-aa6e-28885de25556 HTTP/1.1" status: 200 len: 855 time: 0.2629490 Jan 11 14:14:11.289403 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf98c89-4da0-4a55-89db-06d7aa77c461 req-6b21b59b-5cd4-442e-b4db-b312df71dff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:11.291092 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fcf98c89-4da0-4a55-89db-06d7aa77c461 req-6b21b59b-5cd4-442e-b4db-b312df71dff2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63c4d627-31e2-452f-a693-3a2f1117c04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1007752 Jan 11 14:14:11.355673 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3a4b80ea-ed82-4dd6-89df-20c00eb5ad21 req-6ed77c6f-451b-4cae-8555-5a5c6b6dada4 service neutron] 10.222.0.45 "GET /v2.0/networks/0b91e79a-b551-4734-8a4b-8bd89379e2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664770 Jan 11 14:14:11.398548 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fcf98c89-4da0-4a55-89db-06d7aa77c461 req-bd792172-8095-47c9-b2c4-197d33c74754 service neutron] 10.222.0.45 "GET /v2.0/networks/63c4d627-31e2-452f-a693-3a2f1117c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894935 Jan 11 14:14:11.521956 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fcf98c89-4da0-4a55-89db-06d7aa77c461 req-5d7417fc-e9ee-4565-929b-035a3997ad49 service neutron] 10.222.0.45 "GET /v2.0/networks/63c4d627-31e2-452f-a693-3a2f1117c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848131 Jan 11 14:14:11.582742 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634dd294-4dde-40f8-a63d-8826cf205e97 req-2bfd86d3-e13c-4019-9110-8e7c7252aa26 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:11.584009 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-634dd294-4dde-40f8-a63d-8826cf205e97 req-2bfd86d3-e13c-4019-9110-8e7c7252aa26 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.0514648 Jan 11 14:14:11.630933 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-634dd294-4dde-40f8-a63d-8826cf205e97 req-ca659252-47ea-42cf-a9a1-8307b96ed59f tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414720 Jan 11 14:14:15.608479 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cdd47-2882-4b36-84b1-3c89e9722ba2 req-4bcdef6b-8d72-4573-9e9d-fdff77b9d0ac tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:15.609986 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-588cdd47-2882-4b36-84b1-3c89e9722ba2 req-4bcdef6b-8d72-4573-9e9d-fdff77b9d0ac tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.0520716 Jan 11 14:14:15.658106 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-588cdd47-2882-4b36-84b1-3c89e9722ba2 req-93b506be-a130-4e75-9b3a-3321151893db tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411606 Jan 11 14:14:16.771606 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6fa4e-e9f5-4587-9cc7-05eb6eb6b17e req-2b69ea01-5797-456b-be98-dec8fa02394d tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:16.773142 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cfa6fa4e-e9f5-4587-9cc7-05eb6eb6b17e req-2b69ea01-5797-456b-be98-dec8fa02394d tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.0473399 Jan 11 14:14:16.818284 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cfa6fa4e-e9f5-4587-9cc7-05eb6eb6b17e req-418487ea-03aa-4e8d-b32d-0ce5c18c28aa tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397921 Jan 11 14:14:17.946011 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fea56-34b0-467b-a0fa-c714b8fb168a req-918f1f63-0e6c-48d9-aa4c-f994c57cb5b1 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:17.947638 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-592fea56-34b0-467b-a0fa-c714b8fb168a req-918f1f63-0e6c-48d9-aa4c-f994c57cb5b1 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.0540624 Jan 11 14:14:18.001511 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-592fea56-34b0-467b-a0fa-c714b8fb168a req-4360874f-48f9-49ab-b99a-75630ed39897 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456357 Jan 11 14:14:18.726532 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 51500) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:18.871208 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-108ab254-1a8c-441c-8238-565fdc0343a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:18.947088 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-108ab254-1a8c-441c-8238-565fdc0343a5 admin admin] Publish callbacks [] for security_group (d9e3fb30-7237-4d32-b28f-5e92913e0799), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:18.951724 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-108ab254-1a8c-441c-8238-565fdc0343a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (d9e3fb30-7237-4d32-b28f-5e92913e0799), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:18.990496 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-108ab254-1a8c-441c-8238-565fdc0343a5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d47a5453c0494f909c15b4526bb42c0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2620540 Jan 11 14:14:18.991672 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ab254-1a8c-441c-8238-565fdc0343a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e3fb30-7237-4d32-b28f-5e92913e0799,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:18.993216 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 51524) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:18.999852 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ab254-1a8c-441c-8238-565fdc0343a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:18.999852 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ab254-1a8c-441c-8238-565fdc0343a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:19.000260 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ab254-1a8c-441c-8238-565fdc0343a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:19.000620 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ab254-1a8c-441c-8238-565fdc0343a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:19.001408 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ab254-1a8c-441c-8238-565fdc0343a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:19.001760 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ab254-1a8c-441c-8238-565fdc0343a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:19.002111 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ab254-1a8c-441c-8238-565fdc0343a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:19.002509 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ab254-1a8c-441c-8238-565fdc0343a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:19.002805 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ab254-1a8c-441c-8238-565fdc0343a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:19.003180 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ab254-1a8c-441c-8238-565fdc0343a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:19.003512 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ab254-1a8c-441c-8238-565fdc0343a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:19.003846 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ab254-1a8c-441c-8238-565fdc0343a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:19.004178 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ab254-1a8c-441c-8238-565fdc0343a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:19.075034 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-9cbbc366-9c8a-4222-b4db-3b626b6007c1 admin admin] Publish callbacks [] for security_group (d9e3fb30-7237-4d32-b28f-5e92913e0799), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:19.107332 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-9cbbc366-9c8a-4222-b4db-3b626b6007c1 admin admin] Publish callbacks [] for security_group (d9e3fb30-7237-4d32-b28f-5e92913e0799), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:19.174856 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8231c03-bede-48e8-becc-75da4ee4323d req-1bcd2094-ed95-4f6b-9c62-31da830dcaf4 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:19.176438 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a8231c03-bede-48e8-becc-75da4ee4323d req-1bcd2094-ed95-4f6b-9c62-31da830dcaf4 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.0821836 Jan 11 14:14:19.200575 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-9cbbc366-9c8a-4222-b4db-3b626b6007c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (d9e3fb30-7237-4d32-b28f-5e92913e0799), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:19.203404 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-9cbbc366-9c8a-4222-b4db-3b626b6007c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:19.204647 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-9cbbc366-9c8a-4222-b4db-3b626b6007c1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d9e3fb30-7237-4d32-b28f-5e92913e0799 HTTP/1.1" status: 204 len: 168 time: 0.2097778 Jan 11 14:14:19.220091 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbbc366-9c8a-4222-b4db-3b626b6007c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e3fb30-7237-4d32-b28f-5e92913e0799,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:19.235339 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbbc366-9c8a-4222-b4db-3b626b6007c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:19.235737 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbbc366-9c8a-4222-b4db-3b626b6007c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:19.236083 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbbc366-9c8a-4222-b4db-3b626b6007c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:19.236432 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbbc366-9c8a-4222-b4db-3b626b6007c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:19.236772 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbbc366-9c8a-4222-b4db-3b626b6007c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:19.237119 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbbc366-9c8a-4222-b4db-3b626b6007c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:19.237449 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbbc366-9c8a-4222-b4db-3b626b6007c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:19.237782 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbbc366-9c8a-4222-b4db-3b626b6007c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:19.238118 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbbc366-9c8a-4222-b4db-3b626b6007c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:19.238451 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbbc366-9c8a-4222-b4db-3b626b6007c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:19.238782 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbbc366-9c8a-4222-b4db-3b626b6007c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:19.239107 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbbc366-9c8a-4222-b4db-3b626b6007c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:19.239433 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbbc366-9c8a-4222-b4db-3b626b6007c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:19.257103 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a8231c03-bede-48e8-becc-75da4ee4323d req-39f8f472-7cc5-424b-aa58-c39795c82b72 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737450 Jan 11 14:14:19.303216 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 51548) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:19.333019 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 51552) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:19.533491 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-4c1d34c4-5e96-4c65-b3e1-4805c2c45cc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:19.581301 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d2cca296-a610-4699-ba22-d2d78a182ae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:19.621422 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 51558) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:19.635435 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f39e6785-59da-4546-965e-ffb214426de4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:19.655033 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-4c1d34c4-5e96-4c65-b3e1-4805c2c45cc5 admin admin] Publish callbacks [] for security_group (ce554a2e-e677-42de-b586-16ad0826d1b8), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:19.661077 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-4c1d34c4-5e96-4c65-b3e1-4805c2c45cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (ce554a2e-e677-42de-b586-16ad0826d1b8), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:19.713390 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f39e6785-59da-4546-965e-ffb214426de4 admin admin] Publish callbacks [] for security_group (7c4678a0-b297-4095-916b-2f48924523a2), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:19.718070 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-4c1d34c4-5e96-4c65-b3e1-4805c2c45cc5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2cfea76298974da6bb79466db74560b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4125998 Jan 11 14:14:19.718306 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f39e6785-59da-4546-965e-ffb214426de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (7c4678a0-b297-4095-916b-2f48924523a2), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:19.723130 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 51562) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:19.732062 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d34c4-5e96-4c65-b3e1-4805c2c45cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce554a2e-e677-42de-b586-16ad0826d1b8,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:19.754189 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d2cca296-a610-4699-ba22-d2d78a182ae3 admin admin] Publish callbacks [] for security_group (5e2cf991-8d72-458e-aabc-ef0aed4c28e7), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:19.757169 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e6785-59da-4546-965e-ffb214426de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4678a0-b297-4095-916b-2f48924523a2,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:19.762643 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d2cca296-a610-4699-ba22-d2d78a182ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (5e2cf991-8d72-458e-aabc-ef0aed4c28e7), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:19.767685 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-f39e6785-59da-4546-965e-ffb214426de4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b7726188a53d47869a83247d11643366&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1444452 Jan 11 14:14:19.770014 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 51564) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:19.813173 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-d2cca296-a610-4699-ba22-d2d78a182ae3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dc36b316b7694ebab3892e02a9e736a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4785471 Jan 11 14:14:19.816143 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 51566) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:19.817360 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7899fbce-b8ac-4df6-af66-09ddbe30d937 admin admin] Publish callbacks [] for security_group (7c4678a0-b297-4095-916b-2f48924523a2), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:19.828160 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cca296-a610-4699-ba22-d2d78a182ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2cf991-8d72-458e-aabc-ef0aed4c28e7,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:19.841285 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-824bde03-16bc-44d0-9b29-098c2e2a326d admin admin] Publish callbacks [] for security_group (ce554a2e-e677-42de-b586-16ad0826d1b8), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:19.842490 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7899fbce-b8ac-4df6-af66-09ddbe30d937 admin admin] Publish callbacks [] for security_group (7c4678a0-b297-4095-916b-2f48924523a2), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:19.888353 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-824bde03-16bc-44d0-9b29-098c2e2a326d admin admin] Publish callbacks [] for security_group (ce554a2e-e677-42de-b586-16ad0826d1b8), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:19.894052 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7899fbce-b8ac-4df6-af66-09ddbe30d937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (7c4678a0-b297-4095-916b-2f48924523a2), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:19.896677 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7899fbce-b8ac-4df6-af66-09ddbe30d937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:19.900122 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-7899fbce-b8ac-4df6-af66-09ddbe30d937 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7c4678a0-b297-4095-916b-2f48924523a2 HTTP/1.1" status: 204 len: 168 time: 0.1269262 Jan 11 14:14:19.906475 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899fbce-b8ac-4df6-af66-09ddbe30d937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4678a0-b297-4095-916b-2f48924523a2,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:19.931400 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-0498de69-7f4e-459e-8d08-6cda909d933a admin admin] Publish callbacks [] for security_group (5e2cf991-8d72-458e-aabc-ef0aed4c28e7), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:19.966069 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-0498de69-7f4e-459e-8d08-6cda909d933a admin admin] Publish callbacks [] for security_group (5e2cf991-8d72-458e-aabc-ef0aed4c28e7), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:19.986462 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-824bde03-16bc-44d0-9b29-098c2e2a326d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (ce554a2e-e677-42de-b586-16ad0826d1b8), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:19.989146 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-824bde03-16bc-44d0-9b29-098c2e2a326d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:19.992707 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-824bde03-16bc-44d0-9b29-098c2e2a326d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce554a2e-e677-42de-b586-16ad0826d1b8 HTTP/1.1" status: 204 len: 168 time: 0.2659819 Jan 11 14:14:20.011389 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824bde03-16bc-44d0-9b29-098c2e2a326d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce554a2e-e677-42de-b586-16ad0826d1b8,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:20.033825 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-0498de69-7f4e-459e-8d08-6cda909d933a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (5e2cf991-8d72-458e-aabc-ef0aed4c28e7), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:20.037572 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-0498de69-7f4e-459e-8d08-6cda909d933a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:20.041423 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-0498de69-7f4e-459e-8d08-6cda909d933a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5e2cf991-8d72-458e-aabc-ef0aed4c28e7 HTTP/1.1" status: 204 len: 168 time: 0.2216394 Jan 11 14:14:20.051255 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498de69-7f4e-459e-8d08-6cda909d933a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2cf991-8d72-458e-aabc-ef0aed4c28e7,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:20.281690 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 51586) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:20.296906 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-be69a0a4-caaf-4886-8079-f16f9b8a5f47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:20.389017 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-be69a0a4-caaf-4886-8079-f16f9b8a5f47 admin admin] Publish callbacks [] for security_group (55f3d538-ff80-4ae5-88e7-eb9af234b3d3), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:20.393634 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-be69a0a4-caaf-4886-8079-f16f9b8a5f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (55f3d538-ff80-4ae5-88e7-eb9af234b3d3), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:20.437842 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-be69a0a4-caaf-4886-8079-f16f9b8a5f47 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8a1e141db53f49a29a5537a52c7c0c18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1526365 Jan 11 14:14:20.437842 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69a0a4-caaf-4886-8079-f16f9b8a5f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f3d538-ff80-4ae5-88e7-eb9af234b3d3,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:20.438587 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 51592) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:20.455769 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 51594) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:20.480163 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-38518939-15f8-4dd3-a3d3-87bf26655c37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:20.485843 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 51596) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:20.499069 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d97d0464-6bc8-4425-8ff9-d4ea868541a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:20.532384 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d1262c65-f221-40c3-ad75-e20251bf982f admin admin] Publish callbacks [] for security_group (55f3d538-ff80-4ae5-88e7-eb9af234b3d3), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:20.563930 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d1262c65-f221-40c3-ad75-e20251bf982f admin admin] Publish callbacks [] for security_group (55f3d538-ff80-4ae5-88e7-eb9af234b3d3), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:20.580467 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d97d0464-6bc8-4425-8ff9-d4ea868541a4 admin admin] Publish callbacks [] for security_group (87c315ef-029e-465a-a6e7-dc0eb30ae7bc), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:20.584601 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d97d0464-6bc8-4425-8ff9-d4ea868541a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (87c315ef-029e-465a-a6e7-dc0eb30ae7bc), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:20.619885 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-38518939-15f8-4dd3-a3d3-87bf26655c37 admin admin] Publish callbacks [] for security_group (32205cfb-766f-4269-b98d-0f21b148ca94), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:20.624079 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-38518939-15f8-4dd3-a3d3-87bf26655c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (32205cfb-766f-4269-b98d-0f21b148ca94), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:20.625585 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-d97d0464-6bc8-4425-8ff9-d4ea868541a4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8579d85265d448bcbb41e52e94b04336&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385713 Jan 11 14:14:20.626457 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d0464-6bc8-4425-8ff9-d4ea868541a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c315ef-029e-465a-a6e7-dc0eb30ae7bc,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:20.628983 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 51598) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:20.658728 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d1262c65-f221-40c3-ad75-e20251bf982f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (55f3d538-ff80-4ae5-88e7-eb9af234b3d3), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:20.661313 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d1262c65-f221-40c3-ad75-e20251bf982f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:20.662462 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-d1262c65-f221-40c3-ad75-e20251bf982f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/55f3d538-ff80-4ae5-88e7-eb9af234b3d3 HTTP/1.1" status: 204 len: 168 time: 0.2229748 Jan 11 14:14:20.671079 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38518939-15f8-4dd3-a3d3-87bf26655c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32205cfb-766f-4269-b98d-0f21b148ca94,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:20.675251 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-38518939-15f8-4dd3-a3d3-87bf26655c37 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b26e5c52c2d041408fbed2606a9c5772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184212 Jan 11 14:14:20.678465 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 51602) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:20.687751 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1262c65-f221-40c3-ad75-e20251bf982f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f3d538-ff80-4ae5-88e7-eb9af234b3d3,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:20.705029 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4e32946d-70dc-48f6-9236-a30530ea332f admin admin] Publish callbacks [] for security_group (87c315ef-029e-465a-a6e7-dc0eb30ae7bc), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:20.752458 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4e32946d-70dc-48f6-9236-a30530ea332f admin admin] Publish callbacks [] for security_group (87c315ef-029e-465a-a6e7-dc0eb30ae7bc), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:20.783013 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-77c3c655-a1ed-448d-9125-3c8a69d721a7 admin admin] Publish callbacks [] for security_group (32205cfb-766f-4269-b98d-0f21b148ca94), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:20.811515 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-77c3c655-a1ed-448d-9125-3c8a69d721a7 admin admin] Publish callbacks [] for security_group (32205cfb-766f-4269-b98d-0f21b148ca94), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:20.839021 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4e32946d-70dc-48f6-9236-a30530ea332f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (87c315ef-029e-465a-a6e7-dc0eb30ae7bc), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:20.841221 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4e32946d-70dc-48f6-9236-a30530ea332f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:20.842370 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-4e32946d-70dc-48f6-9236-a30530ea332f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/87c315ef-029e-465a-a6e7-dc0eb30ae7bc HTTP/1.1" status: 204 len: 168 time: 0.2124343 Jan 11 14:14:20.853432 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32946d-70dc-48f6-9236-a30530ea332f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c315ef-029e-465a-a6e7-dc0eb30ae7bc,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:20.878603 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-77c3c655-a1ed-448d-9125-3c8a69d721a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (32205cfb-766f-4269-b98d-0f21b148ca94), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:20.884227 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-77c3c655-a1ed-448d-9125-3c8a69d721a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:20.886540 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-77c3c655-a1ed-448d-9125-3c8a69d721a7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/32205cfb-766f-4269-b98d-0f21b148ca94 HTTP/1.1" status: 204 len: 168 time: 0.2071295 Jan 11 14:14:20.896720 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3c655-a1ed-448d-9125-3c8a69d721a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32205cfb-766f-4269-b98d-0f21b148ca94,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:21.803703 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 51666) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:21.916053 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-58e28a92-6f9b-42ba-818d-36d01ba00230 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1066608752-network', 'tenant_id': '2b10949b6e5a439990bd8563f61eca19'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:14:21.945568 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e28a92-6f9b-42ba-818d-36d01ba00230 admin admin] Made reservation on behalf of 2b10949b6e5a439990bd8563f61eca19 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:14:21.948721 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-58e28a92-6f9b-42ba-818d-36d01ba00230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for network (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:21.962992 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-58e28a92-6f9b-42ba-818d-36d01ba00230 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:22.043433 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-58e28a92-6f9b-42ba-818d-36d01ba00230 admin admin] Publish callbacks [] for security_group (69729857-6067-4647-910f-949f11133207), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:22.049263 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-58e28a92-6f9b-42ba-818d-36d01ba00230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (69729857-6067-4647-910f-949f11133207), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:22.073393 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e28a92-6f9b-42ba-818d-36d01ba00230 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 14:14:22.099770 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-58e28a92-6f9b-42ba-818d-36d01ba00230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781'] for segment (32d5f370-bdf9-4a61-9c70-84ab09650616), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:22.099770 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.db.segments_db [None req-58e28a92-6f9b-42ba-818d-36d01ba00230 admin admin] Added segment 32d5f370-bdf9-4a61-9c70-84ab09650616 of type vlan for network d319b443-645e-432a-b025-0fae1ca27645 Jan 11 14:14:22.108053 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e28a92-6f9b-42ba-818d-36d01ba00230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69729857-6067-4647-910f-949f11133207,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:22.154024 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-58e28a92-6f9b-42ba-818d-36d01ba00230 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792865857603'] for network (d319b443-645e-432a-b025-0fae1ca27645), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:22.186583 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-58e28a92-6f9b-42ba-818d-36d01ba00230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828'] for network (d319b443-645e-432a-b025-0fae1ca27645), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:22.189432 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e28a92-6f9b-42ba-818d-36d01ba00230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:22.190223 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-58e28a92-6f9b-42ba-818d-36d01ba00230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for network (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:22.248273 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-58e28a92-6f9b-42ba-818d-36d01ba00230 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4396348 Jan 11 14:14:22.248435 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 51692) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:22.253712 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-df90b1d5-e694-41a0-9edd-10f1023bc5fc admin admin] Request body: {'subnet': {'network_id': 'd319b443-645e-432a-b025-0fae1ca27645', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1066608752-subnet', 'tenant_id': '2b10949b6e5a439990bd8563f61eca19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:14:22.261160 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e28a92-6f9b-42ba-818d-36d01ba00230 admin admin] Pushing event updated for resources: {'Network': ['ID=d319b443-645e-432a-b025-0fae1ca27645,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:22.273049 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Network d319b443-645e-432a-b025-0fae1ca27645 details requested by agent ovs-agent-dv-cinder-824131-3-iscsi with host dv-cinder-824131-3-iscsi {{(pid=102760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 14:14:22.284823 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df90b1d5-e694-41a0-9edd-10f1023bc5fc admin admin] Made reservation on behalf of 2b10949b6e5a439990bd8563f61eca19 for: {'subnet': 1} {{(pid=102758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:14:22.288132 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-df90b1d5-e694-41a0-9edd-10f1023bc5fc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:22.341433 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 51696) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:22.495513 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-df90b1d5-e694-41a0-9edd-10f1023bc5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828'] for subnet (119f6f8d-ff99-408b-be83-44f658974238), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:22.558288 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f8e19529-e6e7-4868-ac59-16b45e73b00b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:22.558650 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df90b1d5-e694-41a0-9edd-10f1023bc5fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=119f6f8d-ff99-408b-be83-44f658974238,revision_number=0']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:22.568551 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df90b1d5-e694-41a0-9edd-10f1023bc5fc admin admin] Checking segment: {'id': '32d5f370-bdf9-4a61-9c70-84ab09650616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd319b443-645e-432a-b025-0fae1ca27645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:14:22.568551 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df90b1d5-e694-41a0-9edd-10f1023bc5fc admin admin] Network hostable DHCP agents. Network: d319b443-645e-432a-b025-0fae1ca27645, hostable agents: ['0926af04-f8d6-426e-a613-5ede47dbe2c0'], hosted agents: [] {{(pid=102758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 14:14:22.586875 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df90b1d5-e694-41a0-9edd-10f1023bc5fc admin admin] Network d319b443-645e-432a-b025-0fae1ca27645 is scheduled to be hosted by DHCP agent 0926af04-f8d6-426e-a613-5ede47dbe2c0 with binding_index 1 {{(pid=102758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 14:14:22.597942 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.base_scheduler [None req-df90b1d5-e694-41a0-9edd-10f1023bc5fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824131-3-iscsi, d319b443-645e-432a-b025-0fae1ca27645) {{(pid=102758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:14:22.611008 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df90b1d5-e694-41a0-9edd-10f1023bc5fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:22.611826 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-df90b1d5-e694-41a0-9edd-10f1023bc5fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for subnet (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:22.612332 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dac905f-d049-4a7d-8f20-0794e41d6072 None None] Network d319b443-645e-432a-b025-0fae1ca27645 requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:14:22.631543 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-df90b1d5-e694-41a0-9edd-10f1023bc5fc admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3813822 Jan 11 14:14:22.665956 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f8e19529-e6e7-4868-ac59-16b45e73b00b admin admin] Publish callbacks [] for security_group (945273d9-b389-417c-9a2b-e1371bd9de52), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:22.671451 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f8e19529-e6e7-4868-ac59-16b45e73b00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (945273d9-b389-417c-9a2b-e1371bd9de52), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:22.720134 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e19529-e6e7-4868-ac59-16b45e73b00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945273d9-b389-417c-9a2b-e1371bd9de52,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:22.727538 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-f8e19529-e6e7-4868-ac59-16b45e73b00b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5c817840339e4911ae30296626200b9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3832932 Jan 11 14:14:22.729001 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 51712) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:22.740827 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51e64bb-f8be-46cd-b3a3-daee230c44fa None None] Network d319b443-645e-432a-b025-0fae1ca27645 requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:14:22.785280 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-5b727032-bad5-4705-91c6-7b1c599d72c9 admin admin] Publish callbacks [] for security_group (945273d9-b389-417c-9a2b-e1371bd9de52), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:22.812289 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-5b727032-bad5-4705-91c6-7b1c599d72c9 admin admin] Publish callbacks [] for security_group (945273d9-b389-417c-9a2b-e1371bd9de52), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:22.865737 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-5b727032-bad5-4705-91c6-7b1c599d72c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (945273d9-b389-417c-9a2b-e1371bd9de52), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:22.868624 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-5b727032-bad5-4705-91c6-7b1c599d72c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:22.874495 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-5b727032-bad5-4705-91c6-7b1c599d72c9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/945273d9-b389-417c-9a2b-e1371bd9de52 HTTP/1.1" status: 204 len: 168 time: 0.1431770 Jan 11 14:14:22.891027 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b727032-bad5-4705-91c6-7b1c599d72c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945273d9-b389-417c-9a2b-e1371bd9de52,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:23.013497 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 51726) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:23.265520 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f7fcbbb7-4458-44a8-9031-95848633a63d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:23.347594 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f7fcbbb7-4458-44a8-9031-95848633a63d admin admin] Publish callbacks [] for security_group (daa6c5f6-9eb2-4f55-a888-97c3f8fc44cf), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:23.351276 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f7fcbbb7-4458-44a8-9031-95848633a63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (daa6c5f6-9eb2-4f55-a888-97c3f8fc44cf), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:23.391654 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-f7fcbbb7-4458-44a8-9031-95848633a63d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=818be1a4177247d38185f2486a7fe85a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3764987 Jan 11 14:14:23.393536 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fcbbb7-4458-44a8-9031-95848633a63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa6c5f6-9eb2-4f55-a888-97c3f8fc44cf,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:23.394378 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 51744) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:23.444275 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-b90190dc-da7e-48ee-83b5-9021151c4a4b admin admin] Publish callbacks [] for security_group (daa6c5f6-9eb2-4f55-a888-97c3f8fc44cf), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:23.466862 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-b90190dc-da7e-48ee-83b5-9021151c4a4b admin admin] Publish callbacks [] for security_group (daa6c5f6-9eb2-4f55-a888-97c3f8fc44cf), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:23.515206 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-b90190dc-da7e-48ee-83b5-9021151c4a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (daa6c5f6-9eb2-4f55-a888-97c3f8fc44cf), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:23.518125 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-b90190dc-da7e-48ee-83b5-9021151c4a4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:23.519285 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-b90190dc-da7e-48ee-83b5-9021151c4a4b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/daa6c5f6-9eb2-4f55-a888-97c3f8fc44cf HTTP/1.1" status: 204 len: 168 time: 0.1228812 Jan 11 14:14:23.529690 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90190dc-da7e-48ee-83b5-9021151c4a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa6c5f6-9eb2-4f55-a888-97c3f8fc44cf,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:23.678518 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 51758) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:23.782491 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-81ddb1bc-e177-407f-9d24-62df7392d00c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-731567251-network', 'tenant_id': '61ee5ce1ef8d4f0ba4a225c91b7f6d05'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:14:23.810053 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 51762) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:23.812601 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ddb1bc-e177-407f-9d24-62df7392d00c admin admin] Made reservation on behalf of 61ee5ce1ef8d4f0ba4a225c91b7f6d05 for: {'network': 1} {{(pid=102758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:14:23.814911 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-81ddb1bc-e177-407f-9d24-62df7392d00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for network (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:23.835095 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-81ddb1bc-e177-407f-9d24-62df7392d00c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:23.837982 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-e82326f0-89c8-4a70-ba4c-50ab7547fbbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:23.939574 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992dd389-8244-4590-ba6f-a38a742fad45 req-1fadc4b8-10cb-432a-b48c-4de88bc343c6 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:23.941071 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-992dd389-8244-4590-ba6f-a38a742fad45 req-1fadc4b8-10cb-432a-b48c-4de88bc343c6 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.1011627 Jan 11 14:14:24.045177 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-81ddb1bc-e177-407f-9d24-62df7392d00c admin admin] Publish callbacks [] for security_group (77276571-39b3-4f8c-9032-1f76d1274883), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:24.051567 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-992dd389-8244-4590-ba6f-a38a742fad45 req-790ec274-7799-4c19-b15c-3116ac4f6bc0 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037314 Jan 11 14:14:24.053244 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-e82326f0-89c8-4a70-ba4c-50ab7547fbbe admin admin] Publish callbacks [] for security_group (ab57b064-a501-4c8c-a1c4-7b9a396bb535), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:24.054784 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-81ddb1bc-e177-407f-9d24-62df7392d00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (77276571-39b3-4f8c-9032-1f76d1274883), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:24.060944 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-e82326f0-89c8-4a70-ba4c-50ab7547fbbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (ab57b064-a501-4c8c-a1c4-7b9a396bb535), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:24.103000 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ddb1bc-e177-407f-9d24-62df7392d00c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=102758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 14:14:24.110666 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-e82326f0-89c8-4a70-ba4c-50ab7547fbbe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=04b5926ba6004c4f95b972a8f466438a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2995930 Jan 11 14:14:24.112505 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ddb1bc-e177-407f-9d24-62df7392d00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77276571-39b3-4f8c-9032-1f76d1274883,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:24.113459 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 51768) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:24.120707 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-81ddb1bc-e177-407f-9d24-62df7392d00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781'] for segment (9e00fd05-280a-4573-8926-719a55e365b4), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:24.120996 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.db.segments_db [None req-81ddb1bc-e177-407f-9d24-62df7392d00c admin admin] Added segment 9e00fd05-280a-4573-8926-719a55e365b4 of type vlan for network 7b5e68a5-0493-4fc3-a425-de993e119741 Jan 11 14:14:24.164065 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5f65071f-c4f0-44b6-b521-ba340d76d667 admin admin] Publish callbacks [] for security_group (ab57b064-a501-4c8c-a1c4-7b9a396bb535), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:24.164775 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82326f0-89c8-4a70-ba4c-50ab7547fbbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab57b064-a501-4c8c-a1c4-7b9a396bb535,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:24.182309 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-81ddb1bc-e177-407f-9d24-62df7392d00c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792865857603'] for network (7b5e68a5-0493-4fc3-a425-de993e119741), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:24.187770 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5f65071f-c4f0-44b6-b521-ba340d76d667 admin admin] Publish callbacks [] for security_group (ab57b064-a501-4c8c-a1c4-7b9a396bb535), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:24.207689 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-81ddb1bc-e177-407f-9d24-62df7392d00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828'] for network (7b5e68a5-0493-4fc3-a425-de993e119741), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:24.208650 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ddb1bc-e177-407f-9d24-62df7392d00c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:24.209240 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-81ddb1bc-e177-407f-9d24-62df7392d00c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for network (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:24.235634 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5f65071f-c4f0-44b6-b521-ba340d76d667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (ab57b064-a501-4c8c-a1c4-7b9a396bb535), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:24.238396 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5f65071f-c4f0-44b6-b521-ba340d76d667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:24.239587 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-5f65071f-c4f0-44b6-b521-ba340d76d667 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ab57b064-a501-4c8c-a1c4-7b9a396bb535 HTTP/1.1" status: 204 len: 168 time: 0.1250737 Jan 11 14:14:24.250059 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65071f-c4f0-44b6-b521-ba340d76d667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab57b064-a501-4c8c-a1c4-7b9a396bb535,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:24.267313 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 51774) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:24.267893 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-81ddb1bc-e177-407f-9d24-62df7392d00c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5881896 Jan 11 14:14:24.273177 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-e9574eeb-d90c-4dbe-a849-01f4526c5765 admin admin] Request body: {'subnet': {'network_id': '7b5e68a5-0493-4fc3-a425-de993e119741', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-731567251-subnet', 'tenant_id': '61ee5ce1ef8d4f0ba4a225c91b7f6d05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:14:24.279895 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ddb1bc-e177-407f-9d24-62df7392d00c admin admin] Pushing event updated for resources: {'Network': ['ID=7b5e68a5-0493-4fc3-a425-de993e119741,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:24.296879 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Network 7b5e68a5-0493-4fc3-a425-de993e119741 details requested by agent ovs-agent-dv-cinder-824131-3-iscsi with host dv-cinder-824131-3-iscsi {{(pid=102760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 14:14:24.306353 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9574eeb-d90c-4dbe-a849-01f4526c5765 admin admin] Made reservation on behalf of 61ee5ce1ef8d4f0ba4a225c91b7f6d05 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:14:24.309831 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e9574eeb-d90c-4dbe-a849-01f4526c5765 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:24.488529 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e9574eeb-d90c-4dbe-a849-01f4526c5765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828'] for subnet (2d813e0c-a30f-400a-922b-feca8d75bcf6), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:24.549591 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9574eeb-d90c-4dbe-a849-01f4526c5765 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d813e0c-a30f-400a-922b-feca8d75bcf6,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:24.562916 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9574eeb-d90c-4dbe-a849-01f4526c5765 admin admin] Checking segment: {'id': '9e00fd05-280a-4573-8926-719a55e365b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b5e68a5-0493-4fc3-a425-de993e119741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:14:24.562916 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9574eeb-d90c-4dbe-a849-01f4526c5765 admin admin] Network hostable DHCP agents. Network: 7b5e68a5-0493-4fc3-a425-de993e119741, hostable agents: ['0926af04-f8d6-426e-a613-5ede47dbe2c0'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 14:14:24.578270 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9574eeb-d90c-4dbe-a849-01f4526c5765 admin admin] Network 7b5e68a5-0493-4fc3-a425-de993e119741 is scheduled to be hosted by DHCP agent 0926af04-f8d6-426e-a613-5ede47dbe2c0 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 14:14:24.590175 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-e9574eeb-d90c-4dbe-a849-01f4526c5765 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824131-3-iscsi, 7b5e68a5-0493-4fc3-a425-de993e119741) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:14:24.593248 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9574eeb-d90c-4dbe-a849-01f4526c5765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:24.593329 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e9574eeb-d90c-4dbe-a849-01f4526c5765 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for subnet (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:24.596427 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa219d3-eb76-416a-b1ee-c167f063c9be None None] Network 7b5e68a5-0493-4fc3-a425-de993e119741 requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:14:24.612360 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-e9574eeb-d90c-4dbe-a849-01f4526c5765 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3437154 Jan 11 14:14:24.707175 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b62991c-a584-4707-a960-dd932b061ffb None None] Network 7b5e68a5-0493-4fc3-a425-de993e119741 requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:14:25.240354 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79646d-7800-4310-9921-76fb7f0be7d3 req-23bccbd6-b4f3-4417-93cb-4a2f9642ca0d tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:25.241898 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6e79646d-7800-4310-9921-76fb7f0be7d3 req-23bccbd6-b4f3-4417-93cb-4a2f9642ca0d tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.0678444 Jan 11 14:14:25.294336 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6e79646d-7800-4310-9921-76fb7f0be7d3 req-cf616fe4-6520-4ce5-8e94-60634900c573 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451021 Jan 11 14:14:25.642172 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-f0702aad-95f7-4025-954d-a0f5f61e3757 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:25.643684 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-f0702aad-95f7-4025-954d-a0f5f61e3757 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/networks?id=d319b443-645e-432a-b025-0fae1ca27645 HTTP/1.1" status: 200 len: 814 time: 0.1040685 Jan 11 14:14:25.657927 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-b50aa44c-adee-4304-8ef1-a2ca97d8f454 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/quotas/2b10949b6e5a439990bd8563f61eca19 HTTP/1.1" status: 200 len: 375 time: 0.0087953 Jan 11 14:14:25.691350 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-2ee515a6-c6e5-4dfe-8a90-8e77e3de966b tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2b10949b6e5a439990bd8563f61eca19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286529 Jan 11 14:14:25.790625 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-ef7058c1-f900-4809-bcdd-b26b7584f16f service neutron] 10.222.0.49 "GET /v2.0/networks/d319b443-645e-432a-b025-0fae1ca27645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924859 Jan 11 14:14:25.884958 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-6a152677-1b2c-4ed1-94d3-6d977a04e7e0 service neutron] 10.222.0.49 "GET /v2.0/networks/d319b443-645e-432a-b025-0fae1ca27645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877573 Jan 11 14:14:26.094281 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-3a3b4dce-c30f-401e-8e55-766f8d59185f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:26.133583 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:14:26.173603 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7f7cdf25-3661-4496-a1e7-2231698ec587 req-e2ab4aa8-dba4-4294-b2f9-cb28f83d6899 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f529c1c-6a41-4af2-9b68-66480142d541 HTTP/1.1" status: 200 len: 210 time: 0.0350702 Jan 11 14:14:26.534043 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c360408-7a04-488e-84ef-0059dfc9d0e1 req-381c7fcd-bf42-4f7f-af25-de9108106ae9 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:26.540942 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7c360408-7a04-488e-84ef-0059dfc9d0e1 req-381c7fcd-bf42-4f7f-af25-de9108106ae9 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.1138098 Jan 11 14:14:26.628594 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7c360408-7a04-488e-84ef-0059dfc9d0e1 req-aaa3b75f-e1f9-4551-b175-6ce3fe9fb392 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848217 Jan 11 14:14:26.649809 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-510aa585-0cc2-4616-9b81-7da29d21a98c tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:26.656968 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-510aa585-0cc2-4616-9b81-7da29d21a98c tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/networks?id=7b5e68a5-0493-4fc3-a425-de993e119741 HTTP/1.1" status: 200 len: 808 time: 0.1990166 Jan 11 14:14:26.672678 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-6ec808fb-bd74-4b90-9233-2c7f96ae0e7d tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/quotas/61ee5ce1ef8d4f0ba4a225c91b7f6d05 HTTP/1.1" status: 200 len: 375 time: 0.0145936 Jan 11 14:14:26.713696 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-e788f19e-898a-45fa-880e-88cd9df27a20 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=61ee5ce1ef8d4f0ba4a225c91b7f6d05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399272 Jan 11 14:14:26.842948 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-d71ddab4-f109-4d97-ba81-3ffc650a83d3 service neutron] 10.222.0.49 "GET /v2.0/networks/7b5e68a5-0493-4fc3-a425-de993e119741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209369 Jan 11 14:14:26.960567 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-ef6110b3-e251-496e-b4c2-cc37e90497cf service neutron] 10.222.0.49 "GET /v2.0/networks/7b5e68a5-0493-4fc3-a425-de993e119741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103358 Jan 11 14:14:27.086007 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 51952) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:27.148685 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7b367353-58dc-42ce-af80-e42d90895217 req-d7f0df90-3b61-41d5-90b3-e52ba4cfb0d4 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d97571e-9535-4d22-a9be-ee6cd65c65ed HTTP/1.1" status: 200 len: 210 time: 0.0385220 Jan 11 14:14:27.248333 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-df1d3022-6100-43b6-8782-6a41ac3ed9df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:27.333369 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-582b9e94-6b8c-4922-b928-154af9e60e82 req-b9a4040e-ab39-42c5-9431-2f88c75e24ec tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f529c1c-6a41-4af2-9b68-66480142d541 HTTP/1.1" status: 200 len: 210 time: 0.0465269 Jan 11 14:14:27.397056 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-df1d3022-6100-43b6-8782-6a41ac3ed9df admin admin] Publish callbacks [] for security_group (297072ec-eb2a-40e2-a8f6-429df388d339), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:27.425368 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-df1d3022-6100-43b6-8782-6a41ac3ed9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (297072ec-eb2a-40e2-a8f6-429df388d339), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:27.528533 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d3022-6100-43b6-8782-6a41ac3ed9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297072ec-eb2a-40e2-a8f6-429df388d339,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:27.537431 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 51976) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:27.544919 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-df1d3022-6100-43b6-8782-6a41ac3ed9df admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=879e0dd8e0634f0e8e5e717bf5f4d37e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4575689 Jan 11 14:14:27.606956 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3374bb66-2947-49a3-aac7-fc856dcf249f admin admin] Publish callbacks [] for security_group (297072ec-eb2a-40e2-a8f6-429df388d339), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:27.614141 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc40f58-4914-400b-942c-5871e9709f4b req-be3db4fc-2b49-451b-9ceb-afd1ae08cc0a tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:27.615712 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4cc40f58-4914-400b-942c-5871e9709f4b req-be3db4fc-2b49-451b-9ceb-afd1ae08cc0a tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 945 time: 0.1029744 Jan 11 14:14:27.627010 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-2ab57e8d-038d-4b8e-92c8-07993806a210 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:27.628769 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-2ab57e8d-038d-4b8e-92c8-07993806a210 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.45 "GET /v2.0/networks?id=d319b443-645e-432a-b025-0fae1ca27645 HTTP/1.1" status: 200 len: 814 time: 0.2303436 Jan 11 14:14:27.635468 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3374bb66-2947-49a3-aac7-fc856dcf249f admin admin] Publish callbacks [] for security_group (297072ec-eb2a-40e2-a8f6-429df388d339), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:27.657397 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-6965b4ac-0211-4ecc-946c-87c8cc5e026e tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Request body: {'port': {'device_id': '3f529c1c-6a41-4af2-9b68-66480142d541', 'network_id': 'd319b443-645e-432a-b025-0fae1ca27645', 'admin_state_up': True, 'tenant_id': '2b10949b6e5a439990bd8563f61eca19'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:14:27.706263 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3374bb66-2947-49a3-aac7-fc856dcf249f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (297072ec-eb2a-40e2-a8f6-429df388d339), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:27.708931 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3374bb66-2947-49a3-aac7-fc856dcf249f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:27.712821 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-3374bb66-2947-49a3-aac7-fc856dcf249f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/297072ec-eb2a-40e2-a8f6-429df388d339 HTTP/1.1" status: 204 len: 168 time: 0.1717005 Jan 11 14:14:27.731948 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374bb66-2947-49a3-aac7-fc856dcf249f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297072ec-eb2a-40e2-a8f6-429df388d339,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:27.788171 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4cc40f58-4914-400b-942c-5871e9709f4b req-e368623e-6fb0-476d-8042-a74737109468 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583426 Jan 11 14:14:27.857163 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e4e4d-105d-4af9-b76a-afd7a2ce9858 req-d2da990b-8a61-4701-a2a1-d32bf20e879c tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:27.858975 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-be0e4e4d-105d-4af9-b76a-afd7a2ce9858 req-d2da990b-8a61-4701-a2a1-d32bf20e879c tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.1296883 Jan 11 14:14:27.902058 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-6965b4ac-0211-4ecc-946c-87c8cc5e026e tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Made reservation on behalf of 2b10949b6e5a439990bd8563f61eca19 for: {'port': 1} {{(pid=102758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:14:27.906239 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-6965b4ac-0211-4ecc-946c-87c8cc5e026e tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:27.955597 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-be0e4e4d-105d-4af9-b76a-afd7a2ce9858 req-06d199d8-0baa-4480-a46f-8ce4f1b0a2ec tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857577 Jan 11 14:14:28.041720 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 51994) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:28.055593 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-15db1849-bd2a-4194-8d82-1205a1ae3d93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:28.080483 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.db_base_plugin_common [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-6965b4ac-0211-4ecc-946c-87c8cc5e026e tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Allocated IP 172.20.0.12 (d319b443-645e-432a-b025-0fae1ca27645/119f6f8d-ff99-408b-be83-44f658974238/05f5ded1-fa13-416c-a773-af2edc884f66) {{(pid=102758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:14:28.128906 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-15db1849-bd2a-4194-8d82-1205a1ae3d93 admin admin] Publish callbacks [] for security_group (b7a0d8d3-8107-41a0-ba59-c4fdc6fedbc8), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:28.132957 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-15db1849-bd2a-4194-8d82-1205a1ae3d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (b7a0d8d3-8107-41a0-ba59-c4fdc6fedbc8), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:28.177210 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db1849-bd2a-4194-8d82-1205a1ae3d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a0d8d3-8107-41a0-ba59-c4fdc6fedbc8,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:28.186500 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-15db1849-bd2a-4194-8d82-1205a1ae3d93 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cbef789115b94830bab6e0f0f2aa12de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401656 Jan 11 14:14:28.186500 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 51998) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:28.257392 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-640a2ff8-e107-4d21-8613-76bebbdce0b9 req-80bb9156-3f9a-4f88-be65-586c260bd638 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d97571e-9535-4d22-a9be-ee6cd65c65ed HTTP/1.1" status: 200 len: 210 time: 0.0375726 Jan 11 14:14:28.259844 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d608305b-5aa1-4911-9cad-d201cc0bdd50 admin admin] Publish callbacks [] for security_group (b7a0d8d3-8107-41a0-ba59-c4fdc6fedbc8), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:28.288801 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f344530d-fa54-4120-b610-63cae5988fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:28.289665 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-6965b4ac-0211-4ecc-946c-87c8cc5e026e tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Publish callbacks [] for port (05f5ded1-fa13-416c-a773-af2edc884f66), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:28.301985 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d608305b-5aa1-4911-9cad-d201cc0bdd50 admin admin] Publish callbacks [] for security_group (b7a0d8d3-8107-41a0-ba59-c4fdc6fedbc8), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:28.331351 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-6965b4ac-0211-4ecc-946c-87c8cc5e026e tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996'] for port (05f5ded1-fa13-416c-a773-af2edc884f66), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:28.378142 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d608305b-5aa1-4911-9cad-d201cc0bdd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (b7a0d8d3-8107-41a0-ba59-c4fdc6fedbc8), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:28.381787 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d608305b-5aa1-4911-9cad-d201cc0bdd50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:28.387206 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-6965b4ac-0211-4ecc-946c-87c8cc5e026e tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Network d319b443-645e-432a-b025-0fae1ca27645 is already hosted by enough agents. {{(pid=102758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:14:28.388094 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-d608305b-5aa1-4911-9cad-d201cc0bdd50 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b7a0d8d3-8107-41a0-ba59-c4fdc6fedbc8 HTTP/1.1" status: 204 len: 168 time: 0.2001476 Jan 11 14:14:28.390599 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.base_scheduler [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-6965b4ac-0211-4ecc-946c-87c8cc5e026e tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Resources bound (agent type, host, resource id): {{(pid=102758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:14:28.394679 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-6965b4ac-0211-4ecc-946c-87c8cc5e026e tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Received port after_create {{(pid=102758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:14:28.397209 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608305b-5aa1-4911-9cad-d201cc0bdd50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a0d8d3-8107-41a0-ba59-c4fdc6fedbc8,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:28.400658 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-6965b4ac-0211-4ecc-946c-87c8cc5e026e tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:28.401291 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-6965b4ac-0211-4ecc-946c-87c8cc5e026e tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for port (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:28.414060 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965b4ac-0211-4ecc-946c-87c8cc5e026e tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Pushing event updated for resources: {'Port': ['ID=05f5ded1-fa13-416c-a773-af2edc884f66,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:28.456066 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-6965b4ac-0211-4ecc-946c-87c8cc5e026e tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8058984 Jan 11 14:14:28.476281 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663f567-8d79-4ebe-b97b-cfe71047fcc8 req-77d62ef3-5bca-4dd1-abea-c9a3e296da96 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:28.477749 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0663f567-8d79-4ebe-b97b-cfe71047fcc8 req-77d62ef3-5bca-4dd1-abea-c9a3e296da96 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f529c1c-6a41-4af2-9b68-66480142d541 HTTP/1.1" status: 200 len: 932 time: 0.0538852 Jan 11 14:14:28.487070 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-591e87a2-96e8-4f23-9bf0-8c36707a7340 service neutron] Request body: {'port': {'device_id': '3f529c1c-6a41-4af2-9b68-66480142d541', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82413'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:14:28.847038 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0663f567-8d79-4ebe-b97b-cfe71047fcc8 req-61d0cb8e-48d1-4d07-a34a-d1a58cc761eb tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/security-groups?id=69729857-6067-4647-910f-949f11133207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570948 Jan 11 14:14:28.849917 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-591e87a2-96e8-4f23-9bf0-8c36707a7340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (05f5ded1-fa13-416c-a773-af2edc884f66), before_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:28.928602 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-9f3f3ca1-7a18-42d3-b7ab-2356bf7f37df tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:28.929996 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-9f3f3ca1-7a18-42d3-b7ab-2356bf7f37df tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.45 "GET /v2.0/networks?id=7b5e68a5-0493-4fc3-a425-de993e119741 HTTP/1.1" status: 200 len: 808 time: 0.2133100 Jan 11 14:14:28.956455 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-fafbf2ed-0e77-42c8-90f6-2e58312ef0ee tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Request body: {'port': {'device_id': '0d97571e-9535-4d22-a9be-ee6cd65c65ed', 'network_id': '7b5e68a5-0493-4fc3-a425-de993e119741', 'admin_state_up': True, 'tenant_id': '61ee5ce1ef8d4f0ba4a225c91b7f6d05'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:14:29.133646 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ad99d-f6b8-49cb-b078-21ce4e82a370 req-2dfca29e-9274-4e14-a582-180a798ee39f tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:29.135161 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-638ad99d-f6b8-49cb-b078-21ce4e82a370 req-2dfca29e-9274-4e14-a582-180a798ee39f tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 945 time: 0.2265246 Jan 11 14:14:29.252698 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e658b3-d57a-4f32-b9dd-9486a99645f1 req-f61ad906-5ee2-4b8c-87ad-8bc1299c982b tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:29.254279 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d2e658b3-d57a-4f32-b9dd-9486a99645f1 req-f61ad906-5ee2-4b8c-87ad-8bc1299c982b tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.2366278 Jan 11 14:14:29.310108 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-638ad99d-f6b8-49cb-b078-21ce4e82a370 req-ec7f1bb1-369d-49b6-8906-e2a87c7dc474 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342170 Jan 11 14:14:29.344088 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 52048) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:29.364809 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-fafbf2ed-0e77-42c8-90f6-2e58312ef0ee tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Made reservation on behalf of 61ee5ce1ef8d4f0ba4a225c91b7f6d05 for: {'port': 1} {{(pid=102758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:14:29.367693 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-fafbf2ed-0e77-42c8-90f6-2e58312ef0ee tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:29.385875 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d2e658b3-d57a-4f32-b9dd-9486a99645f1 req-429e7df9-32ba-42fe-a485-340bf421ee45 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194711 Jan 11 14:14:29.465547 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fc0419dc-f962-4c15-93ba-fe2cfbad7927 req-93431b07-5079-4e8e-a809-57d9caec3cd8 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d97571e-9535-4d22-a9be-ee6cd65c65ed HTTP/1.1" status: 200 len: 210 time: 0.0638118 Jan 11 14:14:29.504436 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27db0238-4379-4e9d-aa73-bb6d83784e4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:29.504768 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-591e87a2-96e8-4f23-9bf0-8c36707a7340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05f5ded1-fa13-416c-a773-af2edc884f66 {{(pid=102758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:14:29.517325 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-591e87a2-96e8-4f23-9bf0-8c36707a7340 service neutron] Publish callbacks [] for port (05f5ded1-fa13-416c-a773-af2edc884f66), precommit_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:29.543332 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.provisioning_blocks [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-591e87a2-96e8-4f23-9bf0-8c36707a7340 service neutron] Transition to ACTIVE for port object 05f5ded1-fa13-416c-a773-af2edc884f66 will not be triggered until provisioned by entity L2. {{(pid=102758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 14:14:29.564776 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-591e87a2-96e8-4f23-9bf0-8c36707a7340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (05f5ded1-fa13-416c-a773-af2edc884f66), after_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:29.614371 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:29.628451 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.db_base_plugin_common [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-fafbf2ed-0e77-42c8-90f6-2e58312ef0ee tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Allocated IP 172.20.0.13 (7b5e68a5-0493-4fc3-a425-de993e119741/2d813e0c-a30f-400a-922b-feca8d75bcf6/37a394de-2958-4344-b1a2-0e94b960aece) {{(pid=102758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:14:29.638099 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27db0238-4379-4e9d-aa73-bb6d83784e4b admin admin] Publish callbacks [] for security_group (9877c126-0bf0-479d-bdb2-b02c4fa4331d), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:29.642387 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27db0238-4379-4e9d-aa73-bb6d83784e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (9877c126-0bf0-479d-bdb2-b02c4fa4331d), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:29.666055 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e87a2-96e8-4f23-9bf0-8c36707a7340 service neutron] Pushing event updated for resources: {'Port': ['ID=05f5ded1-fa13-416c-a773-af2edc884f66,revision_number=2']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:29.684915 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db0238-4379-4e9d-aa73-bb6d83784e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9877c126-0bf0-479d-bdb2-b02c4fa4331d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:29.693470 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-27db0238-4379-4e9d-aa73-bb6d83784e4b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d5748656e0e34859ac2d9c7c17c8f245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3481064 Jan 11 14:14:29.694069 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 52062) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:29.702922 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.managers [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-591e87a2-96e8-4f23-9bf0-8c36707a7340 service neutron] Attempting to bind port 05f5ded1-fa13-416c-a773-af2edc884f66 on host hv-cinder-82413 for vnic_type normal with profile {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:14:29.703309 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.managers [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-591e87a2-96e8-4f23-9bf0-8c36707a7340 service neutron] Attempting to bind port 05f5ded1-fa13-416c-a773-af2edc884f66 by drivers openvswitch,hyperv on host hv-cinder-82413 at level 0 using segments [{'id': '32d5f370-bdf9-4a61-9c70-84ab09650616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd319b443-645e-432a-b025-0fae1ca27645'}] {{(pid=102758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:14:29.703614 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-591e87a2-96e8-4f23-9bf0-8c36707a7340 service neutron] Attempting to bind port 05f5ded1-fa13-416c-a773-af2edc884f66 on network d319b443-645e-432a-b025-0fae1ca27645 {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:14:29.720862 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-591e87a2-96e8-4f23-9bf0-8c36707a7340 service neutron] Port 05f5ded1-fa13-416c-a773-af2edc884f66 on network d319b443-645e-432a-b025-0fae1ca27645 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82413 {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 14:14:29.721185 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-591e87a2-96e8-4f23-9bf0-8c36707a7340 service neutron] Attempting to bind port 05f5ded1-fa13-416c-a773-af2edc884f66 on network d319b443-645e-432a-b025-0fae1ca27645 {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:14:29.735003 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-591e87a2-96e8-4f23-9bf0-8c36707a7340 service neutron] Checking agent: {'id': '183634b4-d914-49fa-b358-00b9224e1c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'started_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:14:29.735341 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-591e87a2-96e8-4f23-9bf0-8c36707a7340 service neutron] Checking segment: {'id': '32d5f370-bdf9-4a61-9c70-84ab09650616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd319b443-645e-432a-b025-0fae1ca27645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:14:29.735691 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-591e87a2-96e8-4f23-9bf0-8c36707a7340 service neutron] Bound using segment: {'id': '32d5f370-bdf9-4a61-9c70-84ab09650616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd319b443-645e-432a-b025-0fae1ca27645'} {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:14:29.736141 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.managers [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-591e87a2-96e8-4f23-9bf0-8c36707a7340 service neutron] Bound port: 05f5ded1-fa13-416c-a773-af2edc884f66, host: hv-cinder-82413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d5f370-bdf9-4a61-9c70-84ab09650616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd319b443-645e-432a-b025-0fae1ca27645'}}] {{(pid=102758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:14:29.736783 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-591e87a2-96e8-4f23-9bf0-8c36707a7340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (05f5ded1-fa13-416c-a773-af2edc884f66), before_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:29.753825 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-898e7ef2-a2d5-4296-8b86-e2e880bd7551 admin admin] Publish callbacks [] for security_group (9877c126-0bf0-479d-bdb2-b02c4fa4331d), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:29.775314 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-898e7ef2-a2d5-4296-8b86-e2e880bd7551 admin admin] Publish callbacks [] for security_group (9877c126-0bf0-479d-bdb2-b02c4fa4331d), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:29.831331 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-898e7ef2-a2d5-4296-8b86-e2e880bd7551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (9877c126-0bf0-479d-bdb2-b02c4fa4331d), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:29.836175 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-898e7ef2-a2d5-4296-8b86-e2e880bd7551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:29.838008 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-898e7ef2-a2d5-4296-8b86-e2e880bd7551 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9877c126-0bf0-479d-bdb2-b02c4fa4331d HTTP/1.1" status: 204 len: 168 time: 0.1425159 Jan 11 14:14:29.848616 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e7ef2-a2d5-4296-8b86-e2e880bd7551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9877c126-0bf0-479d-bdb2-b02c4fa4331d,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:29.875080 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-591e87a2-96e8-4f23-9bf0-8c36707a7340 service neutron] For port 05f5ded1-fa13-416c-a773-af2edc884f66, host hv-cinder-82413, cleared binding levels {{(pid=102758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:14:29.882867 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-591e87a2-96e8-4f23-9bf0-8c36707a7340 service neutron] For port 05f5ded1-fa13-416c-a773-af2edc884f66, host hv-cinder-82413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=05f5ded1-fa13-416c-a773-af2edc884f66,segment=NetworkSegment(32d5f370-bdf9-4a61-9c70-84ab09650616),segment_id=32d5f370-bdf9-4a61-9c70-84ab09650616)] {{(pid=102758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:14:29.888622 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-fafbf2ed-0e77-42c8-90f6-2e58312ef0ee tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Publish callbacks [] for port (37a394de-2958-4344-b1a2-0e94b960aece), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:29.892455 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-591e87a2-96e8-4f23-9bf0-8c36707a7340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (05f5ded1-fa13-416c-a773-af2edc884f66), after_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:29.934697 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-591e87a2-96e8-4f23-9bf0-8c36707a7340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:29.935328 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-591e87a2-96e8-4f23-9bf0-8c36707a7340 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for port (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:29.938533 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-591e87a2-96e8-4f23-9bf0-8c36707a7340 service neutron] 10.222.0.45 "PUT /v2.0/ports/05f5ded1-fa13-416c-a773-af2edc884f66 HTTP/1.1" status: 200 len: 1094 time: 1.4556229 Jan 11 14:14:29.938992 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f529c1c-6a41-4af2-9b68-66480142d541', 'tag': '05f5ded1-fa13-416c-a773-af2edc884f66'}] {{(pid=102758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:14:29.941310 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bad0c4360237c930a732257e05ff37eb7f7649fd7d398cae3022b7fa374a377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f7e2a2-dcc5-4ce3-942b-dfa84c4d51e1" -d '{"events": [{"name": "network-changed", "server_uuid": "3f529c1c-6a41-4af2-9b68-66480142d541", "tag": "05f5ded1-fa13-416c-a773-af2edc884f66"}]}' {{(pid=102758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:14:29.997746 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 14:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642f022e-9cbd-4fa2-92be-c99c8611f8e4 x-openstack-request-id: req-642f022e-9cbd-4fa2-92be-c99c8611f8e4 {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:14:29.998044 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f529c1c-6a41-4af2-9b68-66480142d541", "tag": "05f5ded1-fa13-416c-a773-af2edc884f66", "status": "completed", "code": 200}]} {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:14:29.998404 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-642f022e-9cbd-4fa2-92be-c99c8611f8e4 {{(pid=102758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:14:29.998683 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f529c1c-6a41-4af2-9b68-66480142d541', 'tag': '05f5ded1-fa13-416c-a773-af2edc884f66', 'status': 'completed', 'code': 200} Jan 11 14:14:30.018546 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e87a2-96e8-4f23-9bf0-8c36707a7340 service neutron] Pushing event updated for resources: {'Port': ['ID=05f5ded1-fa13-416c-a773-af2edc884f66,revision_number=3']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:30.051795 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-fafbf2ed-0e77-42c8-90f6-2e58312ef0ee tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996'] for port (37a394de-2958-4344-b1a2-0e94b960aece), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:30.091251 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:30.091251 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:30.091251 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:30.091251 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:30.091251 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:30.091251 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:30.091251 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:30.091251 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:30.091251 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:30.091251 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:30.091251 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:30.091251 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:30.091251 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:30.091251 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:30.091251 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:30.091251 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:30.091251 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:30.091251 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:30.091251 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:30.091251 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:30.091251 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:30.091251 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:30.091251 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:30.091251 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:30.091251 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:30.091251 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:30.091251 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:30.091251 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:30.091251 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:30.091251 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:30.091251 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:30.091251 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:30.091251 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:30.091251 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:30.091251 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:30.091251 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:30.093612 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:30.093612 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:30.093612 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:30.093612 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:30.093612 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:30.093612 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:30.093612 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:30.093612 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:30.093612 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:30.093612 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:30.093612 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:30.093612 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:30.093612 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac47ff1-e707-4c63-9f87-fe9b8c14234f req-b6f17968-6361-4ab8-a1a3-c6fe27004a4b tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:30.095175 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fac47ff1-e707-4c63-9f87-fe9b8c14234f req-b6f17968-6361-4ab8-a1a3-c6fe27004a4b tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f529c1c-6a41-4af2-9b68-66480142d541 HTTP/1.1" status: 200 len: 944 time: 0.1436641 Jan 11 14:14:30.127247 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-fafbf2ed-0e77-42c8-90f6-2e58312ef0ee tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Network 7b5e68a5-0493-4fc3-a425-de993e119741 is already hosted by enough agents. {{(pid=102758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:14:30.130074 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-8435b6be-c509-41b7-86f2-92898bef0f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:30.131579 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-8435b6be-c509-41b7-86f2-92898bef0f13 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2b10949b6e5a439990bd8563f61eca19&device_id=3f529c1c-6a41-4af2-9b68-66480142d541 HTTP/1.1" status: 200 len: 1097 time: 0.1296339 Jan 11 14:14:30.142854 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.base_scheduler [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-fafbf2ed-0e77-42c8-90f6-2e58312ef0ee tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Resources bound (agent type, host, resource id): {{(pid=102758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:14:30.146975 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafbf2ed-0e77-42c8-90f6-2e58312ef0ee tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Pushing event updated for resources: {'Port': ['ID=37a394de-2958-4344-b1a2-0e94b960aece,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:30.149489 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-fafbf2ed-0e77-42c8-90f6-2e58312ef0ee tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Received port after_create {{(pid=102758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:14:30.155917 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-fafbf2ed-0e77-42c8-90f6-2e58312ef0ee tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:30.156526 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-fafbf2ed-0e77-42c8-90f6-2e58312ef0ee tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for port (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:30.201671 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-8691540f-c021-47ec-8f42-b8bb1052d729 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05f5ded1-fa13-416c-a773-af2edc884f66 HTTP/1.1" status: 200 len: 217 time: 0.0566323 Jan 11 14:14:30.228845 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-fafbf2ed-0e77-42c8-90f6-2e58312ef0ee tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2797134 Jan 11 14:14:30.260326 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-62698157-0d34-412b-a024-f4595b340f3d service neutron] Request body: {'port': {'device_id': '0d97571e-9535-4d22-a9be-ee6cd65c65ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82413'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:14:30.269472 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fac47ff1-e707-4c63-9f87-fe9b8c14234f req-3ea87ffa-0d7b-400e-aa6a-a7e164eeb947 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/security-groups?id=69729857-6067-4647-910f-949f11133207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622539 Jan 11 14:14:30.300371 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 52082) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:30.301074 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-b0639857-0acf-47fc-91eb-6b89f735210a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:30.302546 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-b0639857-0acf-47fc-91eb-6b89f735210a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=119f6f8d-ff99-408b-be83-44f658974238 HTTP/1.1" status: 200 len: 854 time: 0.0940576 Jan 11 14:14:30.319087 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-039b3c80-2205-434f-9418-2022ad343a6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:30.353578 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-acf2a013-502a-464e-911d-65ba4ae67fba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d319b443-645e-432a-b025-0fae1ca27645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309360 Jan 11 14:14:30.356361 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-62698157-0d34-412b-a024-f4595b340f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (37a394de-2958-4344-b1a2-0e94b960aece), before_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:30.403333 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-039b3c80-2205-434f-9418-2022ad343a6b admin admin] Publish callbacks [] for security_group (2d1fa13d-bfb5-4799-a5e6-3d96bf8fa803), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:30.409488 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-039b3c80-2205-434f-9418-2022ad343a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (2d1fa13d-bfb5-4799-a5e6-3d96bf8fa803), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:30.453683 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-039b3c80-2205-434f-9418-2022ad343a6b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0bf7f627915a415380927d49911c57f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1516082 Jan 11 14:14:30.455954 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b3c80-2205-434f-9418-2022ad343a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1fa13d-bfb5-4799-a5e6-3d96bf8fa803,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:30.457384 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 52092) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:30.732271 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:30.747859 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec4d30-3c03-4f0e-b86c-1fe40fc07878 req-095f0519-f7b7-4075-8752-4a63fe4ae4d5 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:30.750094 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-a8ec4d30-3c03-4f0e-b86c-1fe40fc07878 req-095f0519-f7b7-4075-8752-4a63fe4ae4d5 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.45 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 945 time: 0.1141946 Jan 11 14:14:30.894393 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-a8ec4d30-3c03-4f0e-b86c-1fe40fc07878 req-f6f53365-701b-4a0c-b4ff-017e354368fc tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Deleting port c063d65b-930d-449b-91e5-7f64c92f6387 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:14:30.894743 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-a8ec4d30-3c03-4f0e-b86c-1fe40fc07878 req-f6f53365-701b-4a0c-b4ff-017e354368fc tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (c063d65b-930d-449b-91e5-7f64c92f6387), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:30.958340 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36879f9c-8aee-4024-87dc-2d130d0676a8 req-a31b2c90-a89d-4880-9c98-871699832c82 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:30.959860 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-36879f9c-8aee-4024-87dc-2d130d0676a8 req-a31b2c90-a89d-4880-9c98-871699832c82 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 945 time: 0.5016239 Jan 11 14:14:30.972672 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7f8b3-f170-4f19-a936-de5d3826ac8c req-8093b608-86e1-4bfc-ae2e-278803fd56a9 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:30.973785 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-90e7f8b3-f170-4f19-a936-de5d3826ac8c req-8093b608-86e1-4bfc-ae2e-278803fd56a9 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.4136286 Jan 11 14:14:30.984891 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-fec94271-4aff-47b5-97a3-500d872b76e9 service neutron] 10.222.0.45 "GET /v2.0/networks/d319b443-645e-432a-b025-0fae1ca27645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5782552 Jan 11 14:14:30.991891 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-3d4bcbb7-807b-4501-a5fb-0430fdbad3f6 admin admin] Publish callbacks [] for security_group (2d1fa13d-bfb5-4799-a5e6-3d96bf8fa803), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:30.996637 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-a8ec4d30-3c03-4f0e-b86c-1fe40fc07878 req-f6f53365-701b-4a0c-b4ff-017e354368fc tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] For port c063d65b-930d-449b-91e5-7f64c92f6387, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=c063d65b-930d-449b-91e5-7f64c92f6387,segment=NetworkSegment(260f7c16-1ea1-4405-b630-043e9204e7e9),segment_id=260f7c16-1ea1-4405-b630-043e9204e7e9)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:14:30.997009 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-a8ec4d30-3c03-4f0e-b86c-1fe40fc07878 req-f6f53365-701b-4a0c-b4ff-017e354368fc tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (c063d65b-930d-449b-91e5-7f64c92f6387), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:31.013308 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-a8ec4d30-3c03-4f0e-b86c-1fe40fc07878 req-f6f53365-701b-4a0c-b4ff-017e354368fc tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Calling delete_port for c063d65b-930d-449b-91e5-7f64c92f6387 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:14:31.143653 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-3d4bcbb7-807b-4501-a5fb-0430fdbad3f6 admin admin] Publish callbacks [] for security_group (2d1fa13d-bfb5-4799-a5e6-3d96bf8fa803), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:31.193406 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-90e7f8b3-f170-4f19-a936-de5d3826ac8c req-9bc2db8c-2e87-42d4-a37b-e1bfc7083353 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106633 Jan 11 14:14:31.207563 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-36879f9c-8aee-4024-87dc-2d130d0676a8 req-4d14a7ca-cdbf-4e20-b8e7-94113e7a6113 tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/security-groups?id=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306690 Jan 11 14:14:31.286771 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4ab78109-be2d-4a8a-883c-8d295cb791a0 req-b7d1dede-e6c2-4d59-af04-a2cf95987af9 service neutron] 10.222.0.45 "GET /v2.0/networks/d319b443-645e-432a-b025-0fae1ca27645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930148 Jan 11 14:14:31.307090 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-62698157-0d34-412b-a024-f4595b340f3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37a394de-2958-4344-b1a2-0e94b960aece {{(pid=102758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:14:31.334953 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-62698157-0d34-412b-a024-f4595b340f3d service neutron] Publish callbacks [] for port (37a394de-2958-4344-b1a2-0e94b960aece), precommit_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:31.363185 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-3d4bcbb7-807b-4501-a5fb-0430fdbad3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (2d1fa13d-bfb5-4799-a5e6-3d96bf8fa803), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:31.365711 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-3d4bcbb7-807b-4501-a5fb-0430fdbad3f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:31.366799 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-3d4bcbb7-807b-4501-a5fb-0430fdbad3f6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2d1fa13d-bfb5-4799-a5e6-3d96bf8fa803 HTTP/1.1" status: 204 len: 168 time: 0.8904099 Jan 11 14:14:31.391964 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.provisioning_blocks [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-62698157-0d34-412b-a024-f4595b340f3d service neutron] Transition to ACTIVE for port object 37a394de-2958-4344-b1a2-0e94b960aece will not be triggered until provisioned by entity L2. {{(pid=102758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 14:14:31.402309 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4bcbb7-807b-4501-a5fb-0430fdbad3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1fa13d-bfb5-4799-a5e6-3d96bf8fa803,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:31.404105 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-62698157-0d34-412b-a024-f4595b340f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (37a394de-2958-4344-b1a2-0e94b960aece), after_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:31.458122 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-a8ec4d30-3c03-4f0e-b86c-1fe40fc07878 req-f6f53365-701b-4a0c-b4ff-017e354368fc tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005'] for port (c063d65b-930d-449b-91e5-7f64c92f6387), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:31.469306 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69743837-8e1e-41d9-b882-9fb0276a86fa req-c0fca780-8f92-4dab-a5a5-df26bd8ad715 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:31.470838 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-69743837-8e1e-41d9-b882-9fb0276a86fa req-c0fca780-8f92-4dab-a5a5-df26bd8ad715 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d97571e-9535-4d22-a9be-ee6cd65c65ed HTTP/1.1" status: 200 len: 932 time: 0.1688242 Jan 11 14:14:31.474766 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['c063d65b-930d-449b-91e5-7f64c92f6387'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:14:31.487177 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f53365-701b-4a0c-b4ff-017e354368fc tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Pushing event deleted for resources: {'Port': ['ID=c063d65b-930d-449b-91e5-7f64c92f6387,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:31.510022 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7e2a2-dcc5-4ce3-942b-dfa84c4d51e1 req-ac1acbfa-33c4-45c8-a17f-183cf15fecfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:31.512218 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e6f7e2a2-dcc5-4ce3-942b-dfa84c4d51e1 req-ac1acbfa-33c4-45c8-a17f-183cf15fecfa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2b10949b6e5a439990bd8563f61eca19&device_id=3f529c1c-6a41-4af2-9b68-66480142d541 HTTP/1.1" status: 200 len: 1097 time: 0.1609895 Jan 11 14:14:31.512989 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62698157-0d34-412b-a024-f4595b340f3d service neutron] Pushing event updated for resources: {'Port': ['ID=37a394de-2958-4344-b1a2-0e94b960aece,revision_number=2']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:31.551971 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ec4d30-3c03-4f0e-b86c-1fe40fc07878 req-f6f53365-701b-4a0c-b4ff-017e354368fc tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] No DVR routers for this DVR port c063d65b-930d-449b-91e5-7f64c92f6387 on host hv-cinder-82413 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 14:14:31.555587 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-a8ec4d30-3c03-4f0e-b86c-1fe40fc07878 req-f6f53365-701b-4a0c-b4ff-017e354368fc tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:31.558976 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-a8ec4d30-3c03-4f0e-b86c-1fe40fc07878 req-f6f53365-701b-4a0c-b4ff-017e354368fc tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.45 "DELETE /v2.0/ports/c063d65b-930d-449b-91e5-7f64c92f6387 HTTP/1.1" status: 204 len: 173 time: 0.8025250 Jan 11 14:14:31.559430 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '667829c5-ceaa-492a-8a6f-98dfd8155a4c', 'name': 'network-vif-deleted', 'tag': 'c063d65b-930d-449b-91e5-7f64c92f6387'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:14:31.561712 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3731de440ea07f8bb65e98ae2cdbbed68b84f33189ebecfec85cc797d9a35429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8faa76a-793f-491b-8dfb-7290b3b200d0" -d '{"events": [{"server_uuid": "667829c5-ceaa-492a-8a6f-98dfd8155a4c", "name": "network-vif-deleted", "tag": "c063d65b-930d-449b-91e5-7f64c92f6387"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:14:31.627807 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.managers [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-62698157-0d34-412b-a024-f4595b340f3d service neutron] Attempting to bind port 37a394de-2958-4344-b1a2-0e94b960aece on host hv-cinder-82413 for vnic_type normal with profile {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:14:31.628146 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.managers [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-62698157-0d34-412b-a024-f4595b340f3d service neutron] Attempting to bind port 37a394de-2958-4344-b1a2-0e94b960aece by drivers openvswitch,hyperv on host hv-cinder-82413 at level 0 using segments [{'id': '9e00fd05-280a-4573-8926-719a55e365b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b5e68a5-0493-4fc3-a425-de993e119741'}] {{(pid=102758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:14:31.628476 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-62698157-0d34-412b-a024-f4595b340f3d service neutron] Attempting to bind port 37a394de-2958-4344-b1a2-0e94b960aece on network 7b5e68a5-0493-4fc3-a425-de993e119741 {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:14:31.647925 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-69743837-8e1e-41d9-b882-9fb0276a86fa req-f8be40f8-acb9-467e-a0db-d0d11d07c94d tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/security-groups?id=77276571-39b3-4f8c-9032-1f76d1274883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602223 Jan 11 14:14:31.648473 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-62698157-0d34-412b-a024-f4595b340f3d service neutron] Port 37a394de-2958-4344-b1a2-0e94b960aece on network 7b5e68a5-0493-4fc3-a425-de993e119741 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82413 {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 14:14:31.648802 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-62698157-0d34-412b-a024-f4595b340f3d service neutron] Attempting to bind port 37a394de-2958-4344-b1a2-0e94b960aece on network 7b5e68a5-0493-4fc3-a425-de993e119741 {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:14:31.674130 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-62698157-0d34-412b-a024-f4595b340f3d service neutron] Checking agent: {'id': '183634b4-d914-49fa-b358-00b9224e1c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'started_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:14:31.674478 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-62698157-0d34-412b-a024-f4595b340f3d service neutron] Checking segment: {'id': '9e00fd05-280a-4573-8926-719a55e365b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b5e68a5-0493-4fc3-a425-de993e119741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:14:31.674863 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-62698157-0d34-412b-a024-f4595b340f3d service neutron] Bound using segment: {'id': '9e00fd05-280a-4573-8926-719a55e365b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b5e68a5-0493-4fc3-a425-de993e119741'} {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:14:31.675348 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.managers [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-62698157-0d34-412b-a024-f4595b340f3d service neutron] Bound port: 37a394de-2958-4344-b1a2-0e94b960aece, host: hv-cinder-82413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e00fd05-280a-4573-8926-719a55e365b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b5e68a5-0493-4fc3-a425-de993e119741'}}] {{(pid=102758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:14:31.675745 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-62698157-0d34-412b-a024-f4595b340f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (37a394de-2958-4344-b1a2-0e94b960aece), before_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:31.700899 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7e2a2-dcc5-4ce3-942b-dfa84c4d51e1 req-9ada4413-6b89-4d7f-804f-2c8e31c07321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:31.702405 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e6f7e2a2-dcc5-4ce3-942b-dfa84c4d51e1 req-9ada4413-6b89-4d7f-804f-2c8e31c07321 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d319b443-645e-432a-b025-0fae1ca27645 HTTP/1.1" status: 200 len: 915 time: 0.1774142 Jan 11 14:14:31.795082 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e6f7e2a2-dcc5-4ce3-942b-dfa84c4d51e1 req-bbdbb8df-85da-4d4f-b6d2-89394c8e852f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05f5ded1-fa13-416c-a773-af2edc884f66 HTTP/1.1" status: 200 len: 217 time: 0.0658631 Jan 11 14:14:31.806093 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85961da-72eb-4a6e-b3c0-feedd7552928 x-openstack-request-id: req-a85961da-72eb-4a6e-b3c0-feedd7552928 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:14:31.806614 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "667829c5-ceaa-492a-8a6f-98dfd8155a4c", "name": "network-vif-deleted", "tag": "c063d65b-930d-449b-91e5-7f64c92f6387", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:14:31.806873 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a85961da-72eb-4a6e-b3c0-feedd7552928 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:14:31.807433 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '667829c5-ceaa-492a-8a6f-98dfd8155a4c', 'name': 'network-vif-deleted', 'tag': 'c063d65b-930d-449b-91e5-7f64c92f6387', 'status': 'completed', 'code': 200} Jan 11 14:14:31.858637 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-62698157-0d34-412b-a024-f4595b340f3d service neutron] For port 37a394de-2958-4344-b1a2-0e94b960aece, host hv-cinder-82413, cleared binding levels {{(pid=102758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:14:31.863942 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-62698157-0d34-412b-a024-f4595b340f3d service neutron] For port 37a394de-2958-4344-b1a2-0e94b960aece, host hv-cinder-82413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=37a394de-2958-4344-b1a2-0e94b960aece,segment=NetworkSegment(9e00fd05-280a-4573-8926-719a55e365b4),segment_id=9e00fd05-280a-4573-8926-719a55e365b4)] {{(pid=102758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:14:31.875478 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-62698157-0d34-412b-a024-f4595b340f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (37a394de-2958-4344-b1a2-0e94b960aece), after_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:31.891429 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed40c65-426a-462c-89f3-a2bb5ab629a6 req-5b0e153b-5169-485a-a8ea-f4f5fbeb48fc tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:31.893033 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8ed40c65-426a-462c-89f3-a2bb5ab629a6 req-5b0e153b-5169-485a-a8ea-f4f5fbeb48fc tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f529c1c-6a41-4af2-9b68-66480142d541 HTTP/1.1" status: 200 len: 944 time: 0.1627226 Jan 11 14:14:31.913893 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7e2a2-dcc5-4ce3-942b-dfa84c4d51e1 req-5b24877b-8598-4660-bada-8d3520e455c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:31.915358 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e6f7e2a2-dcc5-4ce3-942b-dfa84c4d51e1 req-5b24877b-8598-4660-bada-8d3520e455c6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=119f6f8d-ff99-408b-be83-44f658974238 HTTP/1.1" status: 200 len: 854 time: 0.1132433 Jan 11 14:14:31.953552 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-62698157-0d34-412b-a024-f4595b340f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:31.953970 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-62698157-0d34-412b-a024-f4595b340f3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for port (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:31.955350 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-62698157-0d34-412b-a024-f4595b340f3d service neutron] 10.222.0.45 "PUT /v2.0/ports/37a394de-2958-4344-b1a2-0e94b960aece HTTP/1.1" status: 200 len: 1094 time: 1.7014027 Jan 11 14:14:31.974300 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e6f7e2a2-dcc5-4ce3-942b-dfa84c4d51e1 req-e4e7f694-df9b-4171-9d54-5aec1dea0960 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d319b443-645e-432a-b025-0fae1ca27645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512843 Jan 11 14:14:32.006106 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d97571e-9535-4d22-a9be-ee6cd65c65ed', 'tag': '37a394de-2958-4344-b1a2-0e94b960aece'}] {{(pid=102758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:14:32.008871 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bad0c4360237c930a732257e05ff37eb7f7649fd7d398cae3022b7fa374a377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2974751b-652a-4835-b887-68ce44503957" -d '{"events": [{"name": "network-changed", "server_uuid": "0d97571e-9535-4d22-a9be-ee6cd65c65ed", "tag": "37a394de-2958-4344-b1a2-0e94b960aece"}]}' {{(pid=102758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:14:32.086643 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 14:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5570de24-68ff-4b73-b7fb-0d02d92d5238 x-openstack-request-id: req-5570de24-68ff-4b73-b7fb-0d02d92d5238 {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:14:32.086939 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d97571e-9535-4d22-a9be-ee6cd65c65ed", "tag": "37a394de-2958-4344-b1a2-0e94b960aece", "status": "completed", "code": 200}]} {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:14:32.087432 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5570de24-68ff-4b73-b7fb-0d02d92d5238 {{(pid=102758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:14:32.087855 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d97571e-9535-4d22-a9be-ee6cd65c65ed', 'tag': '37a394de-2958-4344-b1a2-0e94b960aece', 'status': 'completed', 'code': 200} Jan 11 14:14:32.088425 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62698157-0d34-412b-a024-f4595b340f3d service neutron] Pushing event updated for resources: {'Port': ['ID=37a394de-2958-4344-b1a2-0e94b960aece,revision_number=3']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:32.107405 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8ed40c65-426a-462c-89f3-a2bb5ab629a6 req-063da1c8-9b7d-4867-bf28-93876eede5fb tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/security-groups?id=69729857-6067-4647-910f-949f11133207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871376 Jan 11 14:14:32.140577 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-10febd84-d73e-4d15-942a-cd244ddee8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:32.142080 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-10febd84-d73e-4d15-942a-cd244ddee8d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=61ee5ce1ef8d4f0ba4a225c91b7f6d05&device_id=0d97571e-9535-4d22-a9be-ee6cd65c65ed HTTP/1.1" status: 200 len: 1097 time: 0.1255674 Jan 11 14:14:32.163177 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e6f7e2a2-dcc5-4ce3-942b-dfa84c4d51e1 req-bd095667-fa68-4862-b68c-3747192e2ab7 service neutron] 10.222.0.45 "GET /v2.0/networks/d319b443-645e-432a-b025-0fae1ca27645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774266 Jan 11 14:14:32.205407 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-89510f5f-f303-48f2-a136-e1433aff5a55 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37a394de-2958-4344-b1a2-0e94b960aece HTTP/1.1" status: 200 len: 217 time: 0.0532775 Jan 11 14:14:32.272524 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:32.321021 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-42c10dab-e9b8-4b11-bc1d-66bed6ea4523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:32.322572 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-42c10dab-e9b8-4b11-bc1d-66bed6ea4523 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d813e0c-a30f-400a-922b-feca8d75bcf6 HTTP/1.1" status: 200 len: 848 time: 0.1059098 Jan 11 14:14:32.404105 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-28638bc4-2ba2-49d0-a9d8-41750ba35384 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7b5e68a5-0493-4fc3-a425-de993e119741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715942 Jan 11 14:14:32.456240 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e6f7e2a2-dcc5-4ce3-942b-dfa84c4d51e1 req-63ee32cf-de07-4e62-9cca-e539bd1e5115 service neutron] 10.222.0.45 "GET /v2.0/networks/d319b443-645e-432a-b025-0fae1ca27645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615783 Jan 11 14:14:32.467938 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-35b66004-8012-419e-9006-2b7006f04417 req-43c5a593-f8b7-4c83-92ef-2f2a5b0997bf tempest-DeleteServersTestJSON-1869483102 tempest-DeleteServersTestJSON-1869483102-project] 10.222.0.49 "GET /v2.0/ports?device_id=667829c5-ceaa-492a-8a6f-98dfd8155a4c HTTP/1.1" status: 200 len: 210 time: 0.0729749 Jan 11 14:14:32.523782 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234a78b-195a-4773-9b0e-45ece279a89c req-2f822a77-2e94-420a-bd53-ce13654f10ad tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:32.525305 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1234a78b-195a-4773-9b0e-45ece279a89c req-2f822a77-2e94-420a-bd53-ce13654f10ad tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.1719818 Jan 11 14:14:32.587097 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-cf427575-fa00-4c48-9f71-2905f73651b6 service neutron] 10.222.0.45 "GET /v2.0/networks/7b5e68a5-0493-4fc3-a425-de993e119741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587439 Jan 11 14:14:32.623281 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1234a78b-195a-4773-9b0e-45ece279a89c req-6246e093-c3f1-44de-9c35-3041affbfed7 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916343 Jan 11 14:14:32.736917 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d0923d22-0c32-4e6b-8d50-9801be93c45d req-12283b31-191c-4e6c-80d2-aba9771912ce service neutron] 10.222.0.45 "GET /v2.0/networks/7b5e68a5-0493-4fc3-a425-de993e119741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383231 Jan 11 14:14:32.780166 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0f2a2-d07a-4c82-b5d7-19457f4294c4 req-8dfb8e1a-8482-454a-8b76-38bc6ae2c1a0 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:32.782345 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f9a0f2a2-d07a-4c82-b5d7-19457f4294c4 req-8dfb8e1a-8482-454a-8b76-38bc6ae2c1a0 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d97571e-9535-4d22-a9be-ee6cd65c65ed HTTP/1.1" status: 200 len: 944 time: 0.0569570 Jan 11 14:14:32.876231 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f9a0f2a2-d07a-4c82-b5d7-19457f4294c4 req-f3f28bff-5bb5-48c9-83f6-677e735069c5 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/security-groups?id=77276571-39b3-4f8c-9032-1f76d1274883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880101 Jan 11 14:14:32.883575 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974751b-652a-4835-b887-68ce44503957 req-dc629eb1-1d3f-4253-88be-a780022bb54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:32.885105 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2974751b-652a-4835-b887-68ce44503957 req-dc629eb1-1d3f-4253-88be-a780022bb54e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=61ee5ce1ef8d4f0ba4a225c91b7f6d05&device_id=0d97571e-9535-4d22-a9be-ee6cd65c65ed HTTP/1.1" status: 200 len: 1097 time: 0.0804267 Jan 11 14:14:33.008168 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974751b-652a-4835-b887-68ce44503957 req-36b041c4-ebd3-43ad-967a-d5687405bfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:33.009897 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2974751b-652a-4835-b887-68ce44503957 req-36b041c4-ebd3-43ad-967a-d5687405bfae service neutron] 10.222.0.45 "GET /v2.0/networks?id=7b5e68a5-0493-4fc3-a425-de993e119741 HTTP/1.1" status: 200 len: 909 time: 0.1140220 Jan 11 14:14:33.054217 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2974751b-652a-4835-b887-68ce44503957 req-29ccc6a6-cade-4eb7-a674-e7f6f7c66140 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37a394de-2958-4344-b1a2-0e94b960aece HTTP/1.1" status: 200 len: 217 time: 0.0345957 Jan 11 14:14:33.104413 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974751b-652a-4835-b887-68ce44503957 req-326604c4-ca1e-4b63-975d-12e63a17d4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:33.106392 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2974751b-652a-4835-b887-68ce44503957 req-326604c4-ca1e-4b63-975d-12e63a17d4df service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d813e0c-a30f-400a-922b-feca8d75bcf6 HTTP/1.1" status: 200 len: 848 time: 0.0441725 Jan 11 14:14:33.169483 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2974751b-652a-4835-b887-68ce44503957 req-9532b26a-bd8a-44bf-a612-1a070dbdacdb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7b5e68a5-0493-4fc3-a425-de993e119741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307629 Jan 11 14:14:33.297290 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20158d25-177d-4ffd-9039-fa1128aab4bb req-8cca5dc4-dc6c-4133-8137-f75a4cf5a0cd tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:33.298773 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-20158d25-177d-4ffd-9039-fa1128aab4bb req-8cca5dc4-dc6c-4133-8137-f75a4cf5a0cd tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f529c1c-6a41-4af2-9b68-66480142d541 HTTP/1.1" status: 200 len: 944 time: 0.1027360 Jan 11 14:14:33.302397 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2974751b-652a-4835-b887-68ce44503957 req-81dc0430-7f0d-45e2-b5c0-d6be3c6ae051 service neutron] 10.222.0.45 "GET /v2.0/networks/7b5e68a5-0493-4fc3-a425-de993e119741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241312 Jan 11 14:14:33.394971 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-20158d25-177d-4ffd-9039-fa1128aab4bb req-f7552639-6ae4-4d36-9a22-3254a4bd52f1 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/security-groups?id=69729857-6067-4647-910f-949f11133207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907688 Jan 11 14:14:33.422820 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2974751b-652a-4835-b887-68ce44503957 req-f0020bb2-1ea7-4108-b47a-904166120086 service neutron] 10.222.0.45 "GET /v2.0/networks/7b5e68a5-0493-4fc3-a425-de993e119741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121328 Jan 11 14:14:33.759518 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb2852-b699-4098-b584-928e1672a324 req-4f802655-b2d2-41e2-8d53-e853667aed1e tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:33.761155 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5aeb2852-b699-4098-b584-928e1672a324 req-4f802655-b2d2-41e2-8d53-e853667aed1e tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.0542047 Jan 11 14:14:33.834035 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5aeb2852-b699-4098-b584-928e1672a324 req-43c42fe7-b863-4969-98b6-422c397085d9 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649538 Jan 11 14:14:33.999802 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b92663-0274-43f3-af2e-965c8d3a0a76 req-fe1b28b7-d862-4638-a7e5-f2465a3de232 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:34.001292 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d5b92663-0274-43f3-af2e-965c8d3a0a76 req-fe1b28b7-d862-4638-a7e5-f2465a3de232 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d97571e-9535-4d22-a9be-ee6cd65c65ed HTTP/1.1" status: 200 len: 944 time: 0.0508029 Jan 11 14:14:34.049827 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d5b92663-0274-43f3-af2e-965c8d3a0a76 req-cc71bba0-f544-4956-9d05-7b1516fb30c0 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/security-groups?id=77276571-39b3-4f8c-9032-1f76d1274883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425427 Jan 11 14:14:34.093550 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 52236) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:34.095047 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:34.194444 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-87ae75fd-6a9a-439a-a837-cdcc32291ab4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:34.275935 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-87ae75fd-6a9a-439a-a837-cdcc32291ab4 admin admin] Publish callbacks [] for security_group (dd8eb521-ae06-4d77-beb6-a3b097dbf2fb), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:34.280078 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-87ae75fd-6a9a-439a-a837-cdcc32291ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (dd8eb521-ae06-4d77-beb6-a3b097dbf2fb), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:34.322225 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-87ae75fd-6a9a-439a-a837-cdcc32291ab4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b05797406a344d448386b35c04ba1247&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275970 Jan 11 14:14:34.323424 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae75fd-6a9a-439a-a837-cdcc32291ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8eb521-ae06-4d77-beb6-a3b097dbf2fb,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:34.325084 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 52242) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:34.372239 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dc788926-1b5c-4290-9f57-1612c78d5938 admin admin] Publish callbacks [] for security_group (dd8eb521-ae06-4d77-beb6-a3b097dbf2fb), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:34.392157 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dc788926-1b5c-4290-9f57-1612c78d5938 admin admin] Publish callbacks [] for security_group (dd8eb521-ae06-4d77-beb6-a3b097dbf2fb), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:34.439248 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dc788926-1b5c-4290-9f57-1612c78d5938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (dd8eb521-ae06-4d77-beb6-a3b097dbf2fb), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:34.442391 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dc788926-1b5c-4290-9f57-1612c78d5938 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:34.443752 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-dc788926-1b5c-4290-9f57-1612c78d5938 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dd8eb521-ae06-4d77-beb6-a3b097dbf2fb HTTP/1.1" status: 204 len: 168 time: 0.1175556 Jan 11 14:14:34.454376 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc788926-1b5c-4290-9f57-1612c78d5938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8eb521-ae06-4d77-beb6-a3b097dbf2fb,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:34.528945 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c80658-f602-4c72-b7f0-5b4d2beeb9ab req-7ac5beae-e97c-455a-98c4-92c08620d4e6 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:34.530683 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b6c80658-f602-4c72-b7f0-5b4d2beeb9ab req-7ac5beae-e97c-455a-98c4-92c08620d4e6 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f529c1c-6a41-4af2-9b68-66480142d541 HTTP/1.1" status: 200 len: 944 time: 0.0623827 Jan 11 14:14:34.584429 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b6c80658-f602-4c72-b7f0-5b4d2beeb9ab req-a0082edf-640b-48d5-9ffd-8b1ad03a35ce tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/security-groups?id=69729857-6067-4647-910f-949f11133207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472763 Jan 11 14:14:34.762472 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 52256) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:34.776767 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-40cab1af-9e60-46d9-81f6-ddb1ca3be4d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:34.880504 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-40cab1af-9e60-46d9-81f6-ddb1ca3be4d9 admin admin] Publish callbacks [] for security_group (94d87e19-8d3f-4ef5-90db-f8fe0c1c02f4), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:34.889971 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-40cab1af-9e60-46d9-81f6-ddb1ca3be4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (94d87e19-8d3f-4ef5-90db-f8fe0c1c02f4), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:34.901235 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 05f5ded1-fa13-416c-a773-af2edc884f66 details requested by agent hyperv_hv-cinder-82413 with host hv-cinder-82413 {{(pid=102760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 14:14:34.908334 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device c063d65b-930d-449b-91e5-7f64c92f6387 no longer exists at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:14:34.934292 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cab1af-9e60-46d9-81f6-ddb1ca3be4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d87e19-8d3f-4ef5-90db-f8fe0c1c02f4,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:34.937930 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] No Port match for: c063d65b-930d-449b-91e5-7f64c92f6387 {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:14:34.938736 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device c063d65b-930d-449b-91e5-7f64c92f6387 not bound to the agent host hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:14:34.948799 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 52270) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:34.965872 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-40cab1af-9e60-46d9-81f6-ddb1ca3be4d9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9c21f76d9eb44128a3734ed819910c23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2022028 Jan 11 14:14:34.968686 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 52272) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:35.020940 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c12c48cd-ed80-46c2-9aad-0b8e97c4794d admin admin] Publish callbacks [] for security_group (94d87e19-8d3f-4ef5-90db-f8fe0c1c02f4), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:35.043528 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c12c48cd-ed80-46c2-9aad-0b8e97c4794d admin admin] Publish callbacks [] for security_group (94d87e19-8d3f-4ef5-90db-f8fe0c1c02f4), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:35.045740 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cede47f-fee2-41b0-85dd-95299057ae04 admin admin] Deleting subnet d4e406dd-1a26-497d-88d0-3762d493758c {{(pid=102758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 14:14:35.050460 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-4cede47f-fee2-41b0-85dd-95299057ae04 admin admin] Publish callbacks [] for subnet (d4e406dd-1a26-497d-88d0-3762d493758c), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:35.060906 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 05f5ded1-fa13-416c-a773-af2edc884f66, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=05f5ded1-fa13-416c-a773-af2edc884f66,segment=NetworkSegment(32d5f370-bdf9-4a61-9c70-84ab09650616),segment_id=32d5f370-bdf9-4a61-9c70-84ab09650616)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:14:35.075805 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Returning: {'device': '05f5ded1-fa13-416c-a773-af2edc884f66', 'network_id': 'd319b443-645e-432a-b025-0fae1ca27645', 'port_id': '05f5ded1-fa13-416c-a773-af2edc884f66', 'mac_address': 'fa:16:3e:8f:bd:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '119f6f8d-ff99-408b-be83-44f658974238', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 14:14:35.081482 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a33e77-08a8-4e9e-8b49-d8c6049a9db1 req-3ac6a732-c422-44e9-b865-3f46476b3d51 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:35.084394 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-57a33e77-08a8-4e9e-8b49-d8c6049a9db1 req-3ac6a732-c422-44e9-b865-3f46476b3d51 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.0987058 Jan 11 14:14:35.100932 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c12c48cd-ed80-46c2-9aad-0b8e97c4794d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (94d87e19-8d3f-4ef5-90db-f8fe0c1c02f4), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:35.103565 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c12c48cd-ed80-46c2-9aad-0b8e97c4794d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:35.107519 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-c12c48cd-ed80-46c2-9aad-0b8e97c4794d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/94d87e19-8d3f-4ef5-90db-f8fe0c1c02f4 HTTP/1.1" status: 204 len: 168 time: 0.1349661 Jan 11 14:14:35.113856 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c48cd-ed80-46c2-9aad-0b8e97c4794d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d87e19-8d3f-4ef5-90db-f8fe0c1c02f4,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:35.117555 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port 05f5ded1-fa13-416c-a773-af2edc884f66 is: DOWN; New status is: BUILD {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:14:35.118035 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (05f5ded1-fa13-416c-a773-af2edc884f66), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:35.119562 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-4cede47f-fee2-41b0-85dd-95299057ae04 admin admin] Publish callbacks [] for subnet (d4e406dd-1a26-497d-88d0-3762d493758c), precommit_delete_associations {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:35.139984 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05f5ded1-fa13-416c-a773-af2edc884f66 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:14:35.142006 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-4cede47f-fee2-41b0-85dd-95299057ae04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757316'] for subnet (d4e406dd-1a26-497d-88d0-3762d493758c), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:35.166675 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 05f5ded1-fa13-416c-a773-af2edc884f66, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=05f5ded1-fa13-416c-a773-af2edc884f66,segment=NetworkSegment(32d5f370-bdf9-4a61-9c70-84ab09650616),segment_id=32d5f370-bdf9-4a61-9c70-84ab09650616)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:14:35.171879 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (05f5ded1-fa13-416c-a773-af2edc884f66), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:35.222434 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=05f5ded1-fa13-416c-a773-af2edc884f66,revision_number=4']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:35.230070 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:35.231179 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:35.231715 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:35.232309 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:35.232808 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:35.233173 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:35.233511 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:35.233842 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:35.234338 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:35.234957 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:35.235423 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:35.235782 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:35.236245 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:14:35.243972 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-57a33e77-08a8-4e9e-8b49-d8c6049a9db1 req-04325618-9dc9-4b68-95cb-8e4e1ee5be7b tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389575 Jan 11 14:14:35.266147 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588349e-1a9f-4a13-a04f-a15c62bcc436 req-10333db6-71f6-431c-bcee-091e14e949d8 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:35.267669 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5588349e-1a9f-4a13-a04f-a15c62bcc436 req-10333db6-71f6-431c-bcee-091e14e949d8 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d97571e-9535-4d22-a9be-ee6cd65c65ed HTTP/1.1" status: 200 len: 944 time: 0.0970101 Jan 11 14:14:35.272810 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-4cede47f-fee2-41b0-85dd-95299057ae04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828'] for subnet (d4e406dd-1a26-497d-88d0-3762d493758c), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:35.315901 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cede47f-fee2-41b0-85dd-95299057ae04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4e406dd-1a26-497d-88d0-3762d493758c,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:35.320321 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-4cede47f-fee2-41b0-85dd-95299057ae04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for subnet (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:35.323852 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-4cede47f-fee2-41b0-85dd-95299057ae04 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d4e406dd-1a26-497d-88d0-3762d493758c HTTP/1.1" status: 204 len: 168 time: 0.3740273 Jan 11 14:14:35.326684 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 52282) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:35.356192 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5588349e-1a9f-4a13-a04f-a15c62bcc436 req-01b37356-4f98-4200-93aa-40a70283313c tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/security-groups?id=77276571-39b3-4f8c-9032-1f76d1274883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794725 Jan 11 14:14:35.410076 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fdcd2373-5b34-4a32-b507-b2eff8b7aa8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1612487'] for network (af1ef159-4151-46fa-bf26-34e9296d0c02), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:35.480068 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 52284) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:35.492805 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fdcd2373-5b34-4a32-b507-b2eff8b7aa8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759249', 'neutron.services.segments.db._delete_segments_for_network-8792866421935'] for network (af1ef159-4151-46fa-bf26-34e9296d0c02), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:35.493586 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-924c48fc-2395-40a0-96c6-bbdf0048e9d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:35.518326 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fdcd2373-5b34-4a32-b507-b2eff8b7aa8c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:14:35.518680 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fdcd2373-5b34-4a32-b507-b2eff8b7aa8c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:14:35.519447 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fdcd2373-5b34-4a32-b507-b2eff8b7aa8c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:14:35.519820 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fdcd2373-5b34-4a32-b507-b2eff8b7aa8c admin admin] Subscribe: > port after_create 55550000 {{(pid=102759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:14:35.520156 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fdcd2373-5b34-4a32-b507-b2eff8b7aa8c admin admin] Subscribe: > port after_delete 55550000 {{(pid=102759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:14:35.520516 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fdcd2373-5b34-4a32-b507-b2eff8b7aa8c admin admin] Subscribe: > port after_update 55550000 {{(pid=102759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:14:35.520843 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fdcd2373-5b34-4a32-b507-b2eff8b7aa8c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:14:35.521170 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fdcd2373-5b34-4a32-b507-b2eff8b7aa8c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:14:35.521513 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fdcd2373-5b34-4a32-b507-b2eff8b7aa8c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:14:35.521844 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fdcd2373-5b34-4a32-b507-b2eff8b7aa8c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:14:35.566702 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-924c48fc-2395-40a0-96c6-bbdf0048e9d2 admin admin] Publish callbacks [] for security_group (ce1cb675-0c7f-4224-91e9-872c959b15c2), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:35.570645 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-924c48fc-2395-40a0-96c6-bbdf0048e9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (ce1cb675-0c7f-4224-91e9-872c959b15c2), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:35.610826 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-924c48fc-2395-40a0-96c6-bbdf0048e9d2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2d328f3d0ac3442fb1fb6d6d8def8fa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1290109 Jan 11 14:14:35.611585 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 52288) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:35.612232 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c48fc-2395-40a0-96c6-bbdf0048e9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1cb675-0c7f-4224-91e9-872c959b15c2,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:35.675874 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-76677866-c3e7-410a-b4a1-de419eb8b5ca admin admin] Publish callbacks [] for security_group (ce1cb675-0c7f-4224-91e9-872c959b15c2), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:35.685337 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fdcd2373-5b34-4a32-b507-b2eff8b7aa8c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:14:35.685695 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fdcd2373-5b34-4a32-b507-b2eff8b7aa8c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:14:35.686038 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fdcd2373-5b34-4a32-b507-b2eff8b7aa8c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:14:35.686380 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fdcd2373-5b34-4a32-b507-b2eff8b7aa8c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:14:35.686780 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.services.segments.db [None req-fdcd2373-5b34-4a32-b507-b2eff8b7aa8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af1ef159-4151-46fa-bf26-34e9296d0c02']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:14:35.708256 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.services.segments.db [None req-fdcd2373-5b34-4a32-b507-b2eff8b7aa8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '260f7c16-1ea1-4405-b630-043e9204e7e9') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:14:35.708574 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.services.segments.db [None req-fdcd2373-5b34-4a32-b507-b2eff8b7aa8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '260f7c16-1ea1-4405-b630-043e9204e7e9') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:14:35.717675 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-76677866-c3e7-410a-b4a1-de419eb8b5ca admin admin] Publish callbacks [] for security_group (ce1cb675-0c7f-4224-91e9-872c959b15c2), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:35.723625 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['05f5ded1-fa13-416c-a773-af2edc884f66'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:14:35.726185 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fdcd2373-5b34-4a32-b507-b2eff8b7aa8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792866425528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850834'] for segment (260f7c16-1ea1-4405-b630-043e9204e7e9), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:35.742260 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580d49a-d3a5-4196-b9e3-60cc9e91bb53 req-4a544e41-4911-4b97-9c70-a87e4e73f65e tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:35.743794 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d580d49a-d3a5-4196-b9e3-60cc9e91bb53 req-4a544e41-4911-4b97-9c70-a87e4e73f65e tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f529c1c-6a41-4af2-9b68-66480142d541 HTTP/1.1" status: 200 len: 945 time: 0.0828345 Jan 11 14:14:35.749356 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fdcd2373-5b34-4a32-b507-b2eff8b7aa8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781'] for segment (260f7c16-1ea1-4405-b630-043e9204e7e9), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:35.758122 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdcd2373-5b34-4a32-b507-b2eff8b7aa8c admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 14:14:35.758770 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fdcd2373-5b34-4a32-b507-b2eff8b7aa8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10442738'] for segment (260f7c16-1ea1-4405-b630-043e9204e7e9), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:35.783906 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 11 14:14:35.783906 dv-cinder-824131-3-iscsi neutron-server[102759]: from cryptography.utils import int_from_bytes Jan 11 14:14:35.783906 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 11 14:14:35.783906 dv-cinder-824131-3-iscsi neutron-server[102759]: from cryptography.utils import int_from_bytes Jan 11 14:14:35.783906 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:35.783906 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:14:35.783906 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:35.783906 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:14:35.783906 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:35.783906 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:14:35.783906 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:35.783906 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:14:35.783906 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:35.783906 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:14:35.783906 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:35.783906 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:14:35.783906 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:35.783906 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:14:35.783906 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:35.783906 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:14:35.783906 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:35.783906 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:14:35.783906 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:35.783906 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:14:35.783906 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:35.783906 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:14:35.783906 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:35.783906 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:14:35.783906 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:35.783906 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:14:35.783906 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:35.783906 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:14:35.783906 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:35.783906 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:14:35.783906 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:35.783906 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:14:35.783906 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: Traceback (most recent call last): Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: timer() Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: cb(*args, **kw) Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: return func(*args, **kwargs) Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: self._notify() Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: self.callback(batched_events) Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: event.method(event) Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: return f(self, *a, **k) Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: return self._get(url).json() Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: return self.request(url, 'GET', **kwargs) Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 14:14:35.786656 dv-cinder-824131-3-iscsi neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 14:14:35.804496 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d580d49a-d3a5-4196-b9e3-60cc9e91bb53 req-15eeb9b1-a394-4b3d-b823-fe020cebf5c5 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/security-groups?id=69729857-6067-4647-910f-949f11133207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449619 Jan 11 14:14:35.814123 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-76677866-c3e7-410a-b4a1-de419eb8b5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (ce1cb675-0c7f-4224-91e9-872c959b15c2), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:35.818132 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-76677866-c3e7-410a-b4a1-de419eb8b5ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:35.830413 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-76677866-c3e7-410a-b4a1-de419eb8b5ca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce1cb675-0c7f-4224-91e9-872c959b15c2 HTTP/1.1" status: 204 len: 168 time: 0.2122760 Jan 11 14:14:35.841280 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76677866-c3e7-410a-b4a1-de419eb8b5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1cb675-0c7f-4224-91e9-872c959b15c2,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:35.854247 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fdcd2373-5b34-4a32-b507-b2eff8b7aa8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704736'] for network (af1ef159-4151-46fa-bf26-34e9296d0c02), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:35.873704 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-fdcd2373-5b34-4a32-b507-b2eff8b7aa8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for network (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:35.877721 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-fdcd2373-5b34-4a32-b507-b2eff8b7aa8c admin admin] 10.222.0.49 "DELETE /v2.0/networks/af1ef159-4151-46fa-bf26-34e9296d0c02 HTTP/1.1" status: 204 len: 168 time: 0.5495884 Jan 11 14:14:35.879307 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd2373-5b34-4a32-b507-b2eff8b7aa8c admin admin] Pushing event deleted for resources: {'Network': ['ID=af1ef159-4151-46fa-bf26-34e9296d0c02,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:36.074986 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 52306) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:36.120859 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-bd741af3-1534-4290-bbd1-3abb618023ad admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=78b47db2a2314b9d80eb556d0bae99aa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0424278 Jan 11 14:14:36.121815 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 52310) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:36.175379 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-51937bf1-8d22-47d1-80b1-7c7662833b14 admin admin] Publish callbacks [] for security_group (d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:36.197150 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-51937bf1-8d22-47d1-80b1-7c7662833b14 admin admin] Publish callbacks [] for security_group (d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:36.250547 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-51937bf1-8d22-47d1-80b1-7c7662833b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:36.253140 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-51937bf1-8d22-47d1-80b1-7c7662833b14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:36.254304 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-51937bf1-8d22-47d1-80b1-7c7662833b14 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8 HTTP/1.1" status: 204 len: 168 time: 0.1315904 Jan 11 14:14:36.262862 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51937bf1-8d22-47d1-80b1-7c7662833b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69df6ee-f2e9-4b74-b21e-90a0a03d8ae8,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:36.391538 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e20a1c-6fe3-4c2e-bb76-bcf271bbfd40 req-78b4bf81-c799-47f0-b980-86e05e8ff38f tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:36.393640 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c8e20a1c-6fe3-4c2e-bb76-bcf271bbfd40 req-78b4bf81-c799-47f0-b980-86e05e8ff38f tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.0640900 Jan 11 14:14:36.476500 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c8e20a1c-6fe3-4c2e-bb76-bcf271bbfd40 req-46c5ea95-9200-4ad8-a59a-11c1ba5d27c9 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748231 Jan 11 14:14:36.506956 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12530d6-e2ef-42b8-bdab-3f3243485df8 req-7a40d57c-44da-4988-9ee0-954bee68691d tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:36.508512 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a12530d6-e2ef-42b8-bdab-3f3243485df8 req-7a40d57c-44da-4988-9ee0-954bee68691d tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d97571e-9535-4d22-a9be-ee6cd65c65ed HTTP/1.1" status: 200 len: 944 time: 0.0761738 Jan 11 14:14:36.783783 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a12530d6-e2ef-42b8-bdab-3f3243485df8 req-243d8b9b-d0b3-4a61-a7d0-9b16997212be tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/security-groups?id=77276571-39b3-4f8c-9032-1f76d1274883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684665 Jan 11 14:14:36.901163 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 37a394de-2958-4344-b1a2-0e94b960aece details requested by agent hyperv_hv-cinder-82413 with host hv-cinder-82413 {{(pid=102760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 14:14:36.922339 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 05f5ded1-fa13-416c-a773-af2edc884f66 up at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:14:36.981948 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514bdbd2-797d-4122-b1f2-94dd20a6f872 req-fb34e796-555f-4792-8ffa-33ad3aa3f055 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:36.992107 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-514bdbd2-797d-4122-b1f2-94dd20a6f872 req-fb34e796-555f-4792-8ffa-33ad3aa3f055 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f529c1c-6a41-4af2-9b68-66480142d541 HTTP/1.1" status: 200 len: 945 time: 0.0814240 Jan 11 14:14:37.052295 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-514bdbd2-797d-4122-b1f2-94dd20a6f872 req-cbc9b8f1-c120-469d-9ea8-b111d05f3c80 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/security-groups?id=69729857-6067-4647-910f-949f11133207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592299 Jan 11 14:14:37.054676 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning for port 05f5ded1-fa13-416c-a773-af2edc884f66 completed by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 14:14:37.072871 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning complete for port 05f5ded1-fa13-416c-a773-af2edc884f66 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:14:37.073513 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (05f5ded1-fa13-416c-a773-af2edc884f66), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:37.116282 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 37a394de-2958-4344-b1a2-0e94b960aece, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=37a394de-2958-4344-b1a2-0e94b960aece,segment=NetworkSegment(9e00fd05-280a-4573-8926-719a55e365b4),segment_id=9e00fd05-280a-4573-8926-719a55e365b4)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:14:37.140401 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Returning: {'device': '37a394de-2958-4344-b1a2-0e94b960aece', 'network_id': '7b5e68a5-0493-4fc3-a425-de993e119741', 'port_id': '37a394de-2958-4344-b1a2-0e94b960aece', 'mac_address': 'fa:16:3e:c2:15:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d813e0c-a30f-400a-922b-feca8d75bcf6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 14:14:37.175908 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 52368) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:37.188634 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port 37a394de-2958-4344-b1a2-0e94b960aece is: DOWN; New status is: BUILD {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:14:37.189034 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (37a394de-2958-4344-b1a2-0e94b960aece), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:37.232611 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a394de-2958-4344-b1a2-0e94b960aece {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:14:37.238812 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port 05f5ded1-fa13-416c-a773-af2edc884f66 is: BUILD; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:14:37.239203 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (05f5ded1-fa13-416c-a773-af2edc884f66), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:37.264748 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 37a394de-2958-4344-b1a2-0e94b960aece, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=37a394de-2958-4344-b1a2-0e94b960aece,segment=NetworkSegment(9e00fd05-280a-4573-8926-719a55e365b4),segment_id=9e00fd05-280a-4573-8926-719a55e365b4)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:14:37.271957 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (37a394de-2958-4344-b1a2-0e94b960aece), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:37.281616 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f529c1c-6a41-4af2-9b68-66480142d541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f5ded1-fa13-416c-a773-af2edc884f66'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:14:37.283991 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2d4b612b30f5b24bc1864879ef56701efa35e28b014bb4d8aa1230102106bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430ad9bb-f3db-4484-81f6-4dcf509e0933" -d '{"events": [{"server_uuid": "3f529c1c-6a41-4af2-9b68-66480142d541", "name": "network-vif-plugged", "status": "completed", "tag": "05f5ded1-fa13-416c-a773-af2edc884f66"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:14:37.321855 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 05f5ded1-fa13-416c-a773-af2edc884f66, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=05f5ded1-fa13-416c-a773-af2edc884f66,segment=NetworkSegment(32d5f370-bdf9-4a61-9c70-84ab09650616),segment_id=32d5f370-bdf9-4a61-9c70-84ab09650616)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:14:37.334881 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (05f5ded1-fa13-416c-a773-af2edc884f66), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:37.346281 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=37a394de-2958-4344-b1a2-0e94b960aece,revision_number=4']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:37.376263 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-22e7a023-ed09-4d8c-a7b3-d070ac27e9c3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1679219110-network', 'tenant_id': 'b02bf5f593a54c658a76fff0246febf4'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:14:37.432107 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e7a023-ed09-4d8c-a7b3-d070ac27e9c3 admin admin] Made reservation on behalf of b02bf5f593a54c658a76fff0246febf4 for: {'network': 1} {{(pid=102758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:14:37.434624 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-22e7a023-ed09-4d8c-a7b3-d070ac27e9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for network (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:37.444492 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-22e7a023-ed09-4d8c-a7b3-d070ac27e9c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:37.510099 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75085f07-9914-43b1-9cef-0708b593f8aa x-openstack-request-id: req-75085f07-9914-43b1-9cef-0708b593f8aa {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:14:37.510651 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f529c1c-6a41-4af2-9b68-66480142d541", "name": "network-vif-plugged", "status": "completed", "tag": "05f5ded1-fa13-416c-a773-af2edc884f66", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:14:37.511214 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-75085f07-9914-43b1-9cef-0708b593f8aa {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:14:37.512348 dv-cinder-824131-3-iscsi neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f529c1c-6a41-4af2-9b68-66480142d541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f5ded1-fa13-416c-a773-af2edc884f66', 'code': 200} Jan 11 14:14:37.555093 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=05f5ded1-fa13-416c-a773-af2edc884f66,revision_number=5']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:37.580341 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-22e7a023-ed09-4d8c-a7b3-d070ac27e9c3 admin admin] Publish callbacks [] for security_group (c653a2e3-6c5b-468b-be9b-a1034e48a973), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:37.616139 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-22e7a023-ed09-4d8c-a7b3-d070ac27e9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (c653a2e3-6c5b-468b-be9b-a1034e48a973), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:37.672246 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22e7a023-ed09-4d8c-a7b3-d070ac27e9c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=102758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 14:14:37.688828 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7a023-ed09-4d8c-a7b3-d070ac27e9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c653a2e3-6c5b-468b-be9b-a1034e48a973,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:37.696136 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-22e7a023-ed09-4d8c-a7b3-d070ac27e9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781'] for segment (1ecafd43-8c38-4919-b45e-c12069c719ef), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:37.696487 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.db.segments_db [None req-22e7a023-ed09-4d8c-a7b3-d070ac27e9c3 admin admin] Added segment 1ecafd43-8c38-4919-b45e-c12069c719ef of type vlan for network 60123190-3a8f-4b75-b7ad-1e70cf2044c8 Jan 11 14:14:37.718390 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6766f7-b172-4a57-a9eb-9ed8c268c5ce req-b02c782a-8700-4aae-8a98-026cc9d661ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:37.719981 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3e6766f7-b172-4a57-a9eb-9ed8c268c5ce req-b02c782a-8700-4aae-8a98-026cc9d661ce service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3f529c1c-6a41-4af2-9b68-66480142d541 HTTP/1.1" status: 200 len: 1099 time: 0.1348691 Jan 11 14:14:37.728492 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ca797-8b01-462c-9f26-8bbb548ee9bc req-b22ab2e9-d958-4c06-be92-4f6cd28bd352 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:37.729962 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f99ca797-8b01-462c-9f26-8bbb548ee9bc req-b22ab2e9-d958-4c06-be92-4f6cd28bd352 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.1313472 Jan 11 14:14:37.741852 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['37a394de-2958-4344-b1a2-0e94b960aece'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:14:37.793436 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-22e7a023-ed09-4d8c-a7b3-d070ac27e9c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792865857603'] for network (60123190-3a8f-4b75-b7ad-1e70cf2044c8), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:37.817297 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 52402) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:37.858901 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3e6766f7-b172-4a57-a9eb-9ed8c268c5ce req-9020d28e-e5d2-4b08-87cb-f94f3b5d899f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=69729857-6067-4647-910f-949f11133207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266210 Jan 11 14:14:37.863960 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-22e7a023-ed09-4d8c-a7b3-d070ac27e9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828'] for network (60123190-3a8f-4b75-b7ad-1e70cf2044c8), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:37.864954 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e7a023-ed09-4d8c-a7b3-d070ac27e9c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:37.865540 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-22e7a023-ed09-4d8c-a7b3-d070ac27e9c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for network (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:37.884352 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f99ca797-8b01-462c-9f26-8bbb548ee9bc req-cf8187c5-68ed-4ade-8321-4f868f333b61 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295521 Jan 11 14:14:37.936243 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-22e7a023-ed09-4d8c-a7b3-d070ac27e9c3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7593863 Jan 11 14:14:37.939348 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 52406) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:37.944536 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-5990876b-b1c2-4ec6-95df-bbe48c3fbdea admin admin] Request body: {'subnet': {'network_id': '60123190-3a8f-4b75-b7ad-1e70cf2044c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1679219110-subnet', 'tenant_id': 'b02bf5f593a54c658a76fff0246febf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:14:37.986539 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5990876b-b1c2-4ec6-95df-bbe48c3fbdea admin admin] Made reservation on behalf of b02bf5f593a54c658a76fff0246febf4 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:14:37.989182 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7a023-ed09-4d8c-a7b3-d070ac27e9c3 admin admin] Pushing event updated for resources: {'Network': ['ID=60123190-3a8f-4b75-b7ad-1e70cf2044c8,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:37.990423 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5990876b-b1c2-4ec6-95df-bbe48c3fbdea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10134137'] for subnet (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:38.005445 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Network 60123190-3a8f-4b75-b7ad-1e70cf2044c8 details requested by agent ovs-agent-dv-cinder-824131-3-iscsi with host dv-cinder-824131-3-iscsi {{(pid=102760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 14:14:38.015779 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3c90910d-f67f-4dee-b2c8-bead5f08b0bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:38.026165 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c09d81-6d1e-460e-ad4a-1b8f895cf064 req-71e7b284-1a9b-4318-b704-ccae9aff0594 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:38.027927 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f9c09d81-6d1e-460e-ad4a-1b8f895cf064 req-71e7b284-1a9b-4318-b704-ccae9aff0594 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d97571e-9535-4d22-a9be-ee6cd65c65ed HTTP/1.1" status: 200 len: 945 time: 0.0792716 Jan 11 14:14:38.100649 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f9c09d81-6d1e-460e-ad4a-1b8f895cf064 req-abc9932a-3d8c-4c6a-87d8-2a4d11352332 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/security-groups?id=77276571-39b3-4f8c-9032-1f76d1274883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636621 Jan 11 14:14:38.220629 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa8265-32ee-4b22-8c1b-c1397bddce13 req-a581128f-a07f-4452-a18f-2a230f9aa7e1 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:38.222653 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b2aa8265-32ee-4b22-8c1b-c1397bddce13 req-a581128f-a07f-4452-a18f-2a230f9aa7e1 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f529c1c-6a41-4af2-9b68-66480142d541 HTTP/1.1" status: 200 len: 946 time: 0.0763874 Jan 11 14:14:38.282028 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3c90910d-f67f-4dee-b2c8-bead5f08b0bb admin admin] Publish callbacks [] for security_group (e46c7160-379a-4667-98b9-8d1a07511b2f), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:38.283297 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5990876b-b1c2-4ec6-95df-bbe48c3fbdea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10443857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10134039'] for subnet (07a8438a-684d-4f62-ac48-5413217a84d0), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:38.284126 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b2aa8265-32ee-4b22-8c1b-c1397bddce13 req-a7d47e61-2fe1-4f51-8ed6-53b6cf4a42e7 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/security-groups?id=69729857-6067-4647-910f-949f11133207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542836 Jan 11 14:14:38.290826 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3c90910d-f67f-4dee-b2c8-bead5f08b0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (e46c7160-379a-4667-98b9-8d1a07511b2f), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:38.368125 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-3c90910d-f67f-4dee-b2c8-bead5f08b0bb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6f89473322c24b998d01db07340492f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5496020 Jan 11 14:14:38.370618 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 52432) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:38.371264 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90910d-f67f-4dee-b2c8-bead5f08b0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46c7160-379a-4667-98b9-8d1a07511b2f,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:38.376668 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990876b-b1c2-4ec6-95df-bbe48c3fbdea admin admin] Pushing event updated for resources: {'Subnet': ['ID=07a8438a-684d-4f62-ac48-5413217a84d0,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:38.397522 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5990876b-b1c2-4ec6-95df-bbe48c3fbdea admin admin] Checking segment: {'id': '1ecafd43-8c38-4919-b45e-c12069c719ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '60123190-3a8f-4b75-b7ad-1e70cf2044c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:14:38.397844 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5990876b-b1c2-4ec6-95df-bbe48c3fbdea admin admin] Network hostable DHCP agents. Network: 60123190-3a8f-4b75-b7ad-1e70cf2044c8, hostable agents: ['0926af04-f8d6-426e-a613-5ede47dbe2c0'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 14:14:38.417137 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5990876b-b1c2-4ec6-95df-bbe48c3fbdea admin admin] Network 60123190-3a8f-4b75-b7ad-1e70cf2044c8 is scheduled to be hosted by DHCP agent 0926af04-f8d6-426e-a613-5ede47dbe2c0 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 14:14:38.424179 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d0a1109b-2b7f-4ea4-8846-59f791621005 admin admin] Publish callbacks [] for security_group (e46c7160-379a-4667-98b9-8d1a07511b2f), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:38.427977 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-5990876b-b1c2-4ec6-95df-bbe48c3fbdea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824131-3-iscsi, 60123190-3a8f-4b75-b7ad-1e70cf2044c8) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:14:38.437701 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5990876b-b1c2-4ec6-95df-bbe48c3fbdea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:38.437860 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0f02b5-878f-4f74-9757-6e4dbd0edf9b None None] Network 60123190-3a8f-4b75-b7ad-1e70cf2044c8 requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:14:38.438302 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5990876b-b1c2-4ec6-95df-bbe48c3fbdea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for subnet (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:38.447814 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d0a1109b-2b7f-4ea4-8846-59f791621005 admin admin] Publish callbacks [] for security_group (e46c7160-379a-4667-98b9-8d1a07511b2f), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:38.463376 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-5990876b-b1c2-4ec6-95df-bbe48c3fbdea admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5155220 Jan 11 14:14:38.518653 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d0a1109b-2b7f-4ea4-8846-59f791621005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (e46c7160-379a-4667-98b9-8d1a07511b2f), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:38.522381 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d0a1109b-2b7f-4ea4-8846-59f791621005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:38.526990 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-d0a1109b-2b7f-4ea4-8846-59f791621005 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e46c7160-379a-4667-98b9-8d1a07511b2f HTTP/1.1" status: 204 len: 168 time: 0.1521268 Jan 11 14:14:38.535989 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a1109b-2b7f-4ea4-8846-59f791621005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46c7160-379a-4667-98b9-8d1a07511b2f,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:38.560443 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63a236b-6aa4-45a8-b9f0-9a2846e29836 None None] Network 60123190-3a8f-4b75-b7ad-1e70cf2044c8 requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:14:38.808228 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 52454) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:38.903273 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 52460) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:38.922100 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-02dc115d-ba23-4138-9545-837325247d8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:39.014040 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-02dc115d-ba23-4138-9545-837325247d8f admin admin] Publish callbacks [] for security_group (017eb6be-e7c5-4ecd-b303-75c620478080), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:39.024726 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-02dc115d-ba23-4138-9545-837325247d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (017eb6be-e7c5-4ecd-b303-75c620478080), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:39.070715 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-02dc115d-ba23-4138-9545-837325247d8f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=30da77391320408c9cf6847eb7689e82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1655328 Jan 11 14:14:39.071460 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc115d-ba23-4138-9545-837325247d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017eb6be-e7c5-4ecd-b303-75c620478080,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:39.075024 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 52472) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:39.124908 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8e42e9f1-fceb-44a2-a125-8d1637443132 admin admin] Publish callbacks [] for security_group (017eb6be-e7c5-4ecd-b303-75c620478080), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:39.140587 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-80056fe8-65bf-4e1e-9ee4-fedc1de76bca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:39.148560 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8e42e9f1-fceb-44a2-a125-8d1637443132 admin admin] Publish callbacks [] for security_group (017eb6be-e7c5-4ecd-b303-75c620478080), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:39.194175 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8e42e9f1-fceb-44a2-a125-8d1637443132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (017eb6be-e7c5-4ecd-b303-75c620478080), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:39.196825 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8e42e9f1-fceb-44a2-a125-8d1637443132 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:39.197968 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-8e42e9f1-fceb-44a2-a125-8d1637443132 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/017eb6be-e7c5-4ecd-b303-75c620478080 HTTP/1.1" status: 204 len: 168 time: 0.1216512 Jan 11 14:14:39.199913 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79587bef-3053-4ddd-951f-2bec23ded712 req-5b9caed4-a65c-478d-babf-940a76a99a1e tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:39.201431 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-79587bef-3053-4ddd-951f-2bec23ded712 req-5b9caed4-a65c-478d-babf-940a76a99a1e tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.1044371 Jan 11 14:14:39.209130 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42e9f1-fceb-44a2-a125-8d1637443132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017eb6be-e7c5-4ecd-b303-75c620478080,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:39.248133 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-c7edf172-8033-4ac9-861d-e5e1a5eb63a1 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:39.249620 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-c7edf172-8033-4ac9-861d-e5e1a5eb63a1 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/networks?id=60123190-3a8f-4b75-b7ad-1e70cf2044c8 HTTP/1.1" status: 200 len: 815 time: 0.2056446 Jan 11 14:14:39.284663 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-72f65367-d2e6-4c83-a407-c3d713953d1a tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/quotas/b02bf5f593a54c658a76fff0246febf4 HTTP/1.1" status: 200 len: 375 time: 0.0280218 Jan 11 14:14:39.333506 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-fbc33fcd-191f-4493-8aed-b41bff7db972 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b02bf5f593a54c658a76fff0246febf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420039 Jan 11 14:14:39.340174 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-79587bef-3053-4ddd-951f-2bec23ded712 req-c892da07-6ece-4c8d-beeb-6e04f39ec412 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241179 Jan 11 14:14:39.396165 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-80056fe8-65bf-4e1e-9ee4-fedc1de76bca admin admin] Publish callbacks [] for security_group (e6e7fb8f-b4d2-462b-a2e4-0607e9f4efb0), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:39.401132 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-80056fe8-65bf-4e1e-9ee4-fedc1de76bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (e6e7fb8f-b4d2-462b-a2e4-0607e9f4efb0), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:39.486540 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80056fe8-65bf-4e1e-9ee4-fedc1de76bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e7fb8f-b4d2-462b-a2e4-0607e9f4efb0,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:39.500279 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-80056fe8-65bf-4e1e-9ee4-fedc1de76bca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e94ea5fc07244f519648485a2f5904e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6884217 Jan 11 14:14:39.501338 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 52488) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:39.531777 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-3bd55cb9-06d3-40f8-898a-3a0778bbef34 service neutron] 10.222.0.49 "GET /v2.0/networks/60123190-3a8f-4b75-b7ad-1e70cf2044c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862886 Jan 11 14:14:39.542129 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619511d1-4f60-4edc-9f53-86c8e1a798cf req-e13a98ca-48bf-4f3c-bf28-415861d413a3 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:39.548883 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-619511d1-4f60-4edc-9f53-86c8e1a798cf req-e13a98ca-48bf-4f3c-bf28-415861d413a3 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d97571e-9535-4d22-a9be-ee6cd65c65ed HTTP/1.1" status: 200 len: 945 time: 0.1431491 Jan 11 14:14:39.672118 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-619511d1-4f60-4edc-9f53-86c8e1a798cf req-f8cccded-45d6-43fc-8d11-d54cde56ad81 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/security-groups?id=77276571-39b3-4f8c-9032-1f76d1274883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223693 Jan 11 14:14:39.688551 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-fd4abb56-3dad-40fd-b7d7-e929d6687a33 admin admin] Publish callbacks [] for security_group (e6e7fb8f-b4d2-462b-a2e4-0607e9f4efb0), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:39.726681 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-7aee6de3-1202-4a97-85fb-7b204ad76cf2 service neutron] 10.222.0.49 "GET /v2.0/networks/60123190-3a8f-4b75-b7ad-1e70cf2044c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757839 Jan 11 14:14:39.731877 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-fd4abb56-3dad-40fd-b7d7-e929d6687a33 admin admin] Publish callbacks [] for security_group (e6e7fb8f-b4d2-462b-a2e4-0607e9f4efb0), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:39.780907 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-fd4abb56-3dad-40fd-b7d7-e929d6687a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (e6e7fb8f-b4d2-462b-a2e4-0607e9f4efb0), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:39.783590 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-fd4abb56-3dad-40fd-b7d7-e929d6687a33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:39.784781 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-fd4abb56-3dad-40fd-b7d7-e929d6687a33 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e6e7fb8f-b4d2-462b-a2e4-0607e9f4efb0 HTTP/1.1" status: 204 len: 168 time: 0.2795498 Jan 11 14:14:39.793847 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4abb56-3dad-40fd-b7d7-e929d6687a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e7fb8f-b4d2-462b-a2e4-0607e9f4efb0,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:39.947108 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb99f4f-bb2d-4d42-b57b-416d6e2b6d30 req-9c5251b4-3d84-4384-9b71-889a3699fd88 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:39.952359 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3fb99f4f-bb2d-4d42-b57b-416d6e2b6d30 req-9c5251b4-3d84-4384-9b71-889a3699fd88 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f529c1c-6a41-4af2-9b68-66480142d541 HTTP/1.1" status: 200 len: 946 time: 0.0661871 Jan 11 14:14:40.015138 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c0786454-1492-493e-8840-13d19c649311 req-42cafdf6-3376-4472-9438-6a69aec26b8a tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe790a9d-f25c-4f0c-852d-3155d29520c0 HTTP/1.1" status: 200 len: 210 time: 0.0554826 Jan 11 14:14:40.069686 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3fb99f4f-bb2d-4d42-b57b-416d6e2b6d30 req-c4be7722-76fe-480f-88ed-434bd1dd7bdd tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/security-groups?id=69729857-6067-4647-910f-949f11133207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164417 Jan 11 14:14:40.178633 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 52530) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:40.194761 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5c5779f3-80e4-42aa-8b23-e40a26a07698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:40.295386 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5c5779f3-80e4-42aa-8b23-e40a26a07698 admin admin] Publish callbacks [] for security_group (7824b73c-a8b3-42ca-a342-b976e5f6b723), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:40.303419 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5c5779f3-80e4-42aa-8b23-e40a26a07698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (7824b73c-a8b3-42ca-a342-b976e5f6b723), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:40.373435 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5779f3-80e4-42aa-8b23-e40a26a07698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7824b73c-a8b3-42ca-a342-b976e5f6b723,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:40.383819 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-5c5779f3-80e4-42aa-8b23-e40a26a07698 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2249c8b98a6444b9a9b8409640547e44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2039554 Jan 11 14:14:40.387571 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 52570) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:40.492291 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-ab800e13-2424-4fb1-95d4-9be4cd08e6b8 admin admin] Publish callbacks [] for security_group (7824b73c-a8b3-42ca-a342-b976e5f6b723), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:40.539938 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-ab800e13-2424-4fb1-95d4-9be4cd08e6b8 admin admin] Publish callbacks [] for security_group (7824b73c-a8b3-42ca-a342-b976e5f6b723), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:40.549649 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a5b0f-0e73-4fa6-bdaf-5da943f64dc2 req-6159485c-454a-4688-81b8-e2d6cae0a460 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:40.551566 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-263a5b0f-0e73-4fa6-bdaf-5da943f64dc2 req-6159485c-454a-4688-81b8-e2d6cae0a460 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.1105430 Jan 11 14:14:40.629699 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-263a5b0f-0e73-4fa6-bdaf-5da943f64dc2 req-f7b4fa58-77bb-4fcf-8952-aa838e493ce4 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698495 Jan 11 14:14:40.649546 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-ab800e13-2424-4fb1-95d4-9be4cd08e6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (7824b73c-a8b3-42ca-a342-b976e5f6b723), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:40.654150 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-ab800e13-2424-4fb1-95d4-9be4cd08e6b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:40.658206 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-ab800e13-2424-4fb1-95d4-9be4cd08e6b8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7824b73c-a8b3-42ca-a342-b976e5f6b723 HTTP/1.1" status: 204 len: 168 time: 0.2667420 Jan 11 14:14:40.666686 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab800e13-2424-4fb1-95d4-9be4cd08e6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7824b73c-a8b3-42ca-a342-b976e5f6b723,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:40.824440 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff9ebf-177e-41df-8541-9a35bc6cb57d req-25b891b8-3039-4ab1-a1ef-6d773788d4b2 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:40.826281 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-34ff9ebf-177e-41df-8541-9a35bc6cb57d req-25b891b8-3039-4ab1-a1ef-6d773788d4b2 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d97571e-9535-4d22-a9be-ee6cd65c65ed HTTP/1.1" status: 200 len: 945 time: 0.0586174 Jan 11 14:14:40.900369 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-34ff9ebf-177e-41df-8541-9a35bc6cb57d req-08191798-7656-4f81-9d6f-773cc613bc81 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/security-groups?id=77276571-39b3-4f8c-9032-1f76d1274883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651903 Jan 11 14:14:40.928358 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 37a394de-2958-4344-b1a2-0e94b960aece up at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:14:40.982596 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning for port 37a394de-2958-4344-b1a2-0e94b960aece completed by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 14:14:40.988241 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning complete for port 37a394de-2958-4344-b1a2-0e94b960aece triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:14:40.988716 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (37a394de-2958-4344-b1a2-0e94b960aece), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:41.117479 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port 37a394de-2958-4344-b1a2-0e94b960aece is: BUILD; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:14:41.118001 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (37a394de-2958-4344-b1a2-0e94b960aece), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:41.156558 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 37a394de-2958-4344-b1a2-0e94b960aece, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=37a394de-2958-4344-b1a2-0e94b960aece,segment=NetworkSegment(9e00fd05-280a-4573-8926-719a55e365b4),segment_id=9e00fd05-280a-4573-8926-719a55e365b4)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:14:41.157996 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d97571e-9535-4d22-a9be-ee6cd65c65ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a394de-2958-4344-b1a2-0e94b960aece'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:14:41.161969 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2d4b612b30f5b24bc1864879ef56701efa35e28b014bb4d8aa1230102106bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bbb15a-28c7-42e8-92af-b3d86c446c4b" -d '{"events": [{"server_uuid": "0d97571e-9535-4d22-a9be-ee6cd65c65ed", "name": "network-vif-plugged", "status": "completed", "tag": "37a394de-2958-4344-b1a2-0e94b960aece"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:14:41.166397 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (37a394de-2958-4344-b1a2-0e94b960aece), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:41.193066 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-037f9f2a-1ac4-499b-8125-f8cd283dc874 req-5617826c-1716-45b7-b652-3d3916d3d7bf tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe790a9d-f25c-4f0c-852d-3155d29520c0 HTTP/1.1" status: 200 len: 210 time: 0.0873125 Jan 11 14:14:41.262574 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190bdde1-69fb-46c6-a6fe-049065b7a6b8 x-openstack-request-id: req-190bdde1-69fb-46c6-a6fe-049065b7a6b8 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:14:41.263060 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d97571e-9535-4d22-a9be-ee6cd65c65ed", "name": "network-vif-plugged", "status": "completed", "tag": "37a394de-2958-4344-b1a2-0e94b960aece", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:14:41.263385 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-190bdde1-69fb-46c6-a6fe-049065b7a6b8 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:14:41.263876 dv-cinder-824131-3-iscsi neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d97571e-9535-4d22-a9be-ee6cd65c65ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a394de-2958-4344-b1a2-0e94b960aece', 'code': 200} Jan 11 14:14:41.270402 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=37a394de-2958-4344-b1a2-0e94b960aece,revision_number=5']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:41.435268 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-d4d3b096-98a3-4026-8432-7c01e2a9f5a0 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:41.436835 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-d4d3b096-98a3-4026-8432-7c01e2a9f5a0 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.45 "GET /v2.0/networks?id=60123190-3a8f-4b75-b7ad-1e70cf2044c8 HTTP/1.1" status: 200 len: 815 time: 0.1534445 Jan 11 14:14:41.462604 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-2e4a269c-e118-4c24-be26-9c1df359722e tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Request body: {'port': {'device_id': 'fe790a9d-f25c-4f0c-852d-3155d29520c0', 'network_id': '60123190-3a8f-4b75-b7ad-1e70cf2044c8', 'admin_state_up': True, 'tenant_id': 'b02bf5f593a54c658a76fff0246febf4'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:14:41.589066 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc41aa-2b41-4378-af3a-3580e7a87378 req-3bb417ef-cec4-43fa-b6f1-6b469be5ed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:41.591075 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5ecc41aa-2b41-4378-af3a-3580e7a87378 req-3bb417ef-cec4-43fa-b6f1-6b469be5ed42 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0d97571e-9535-4d22-a9be-ee6cd65c65ed HTTP/1.1" status: 200 len: 1099 time: 0.0837414 Jan 11 14:14:41.651545 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-2e4a269c-e118-4c24-be26-9c1df359722e tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Made reservation on behalf of b02bf5f593a54c658a76fff0246febf4 for: {'port': 1} {{(pid=102758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:14:41.655736 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-2e4a269c-e118-4c24-be26-9c1df359722e tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:41.675699 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5ecc41aa-2b41-4378-af3a-3580e7a87378 req-5819a0e9-f94c-4fbc-96cb-136f989a3944 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=77276571-39b3-4f8c-9032-1f76d1274883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738523 Jan 11 14:14:41.810999 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 52654) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:41.812840 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 52656) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:41.832365 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026b385-2be3-4f1e-b925-779524b2daf8 req-b65142b4-a91a-44f4-96c6-a19375c28baa tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:41.833894 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c026b385-2be3-4f1e-b925-779524b2daf8 req-b65142b4-a91a-44f4-96c6-a19375c28baa tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.1036117 Jan 11 14:14:41.870535 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.db_base_plugin_common [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-2e4a269c-e118-4c24-be26-9c1df359722e tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Allocated IP 172.20.0.8 (60123190-3a8f-4b75-b7ad-1e70cf2044c8/07a8438a-684d-4f62-ac48-5413217a84d0/e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872) {{(pid=102758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:14:41.918126 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c026b385-2be3-4f1e-b925-779524b2daf8 req-3d88f18e-2e92-4df8-8787-3b706a695065 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768936 Jan 11 14:14:41.960016 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-415243c2-b6cc-4370-bdc1-2b562095cdf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:41.967145 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-44acc6f0-93fd-4bfe-805c-281beeb36663 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-824550026-network', 'tenant_id': 'cdbb5eb69c4e4883910819cfecb244a7'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:14:42.012226 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44acc6f0-93fd-4bfe-805c-281beeb36663 admin admin] Made reservation on behalf of cdbb5eb69c4e4883910819cfecb244a7 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:14:42.014560 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-44acc6f0-93fd-4bfe-805c-281beeb36663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for network (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:42.027929 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-44acc6f0-93fd-4bfe-805c-281beeb36663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:42.104933 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-415243c2-b6cc-4370-bdc1-2b562095cdf1 admin admin] Publish callbacks [] for security_group (8549dc7b-d21e-4871-b60a-4e0a16e1bbda), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:42.106683 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea7b73-6703-459a-a528-8bea87e2a739 req-f8dc79cc-7c04-413e-b131-417feda89ec4 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:42.108215 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c8ea7b73-6703-459a-a528-8bea87e2a739 req-f8dc79cc-7c04-413e-b131-417feda89ec4 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d97571e-9535-4d22-a9be-ee6cd65c65ed HTTP/1.1" status: 200 len: 946 time: 0.0961969 Jan 11 14:14:42.113366 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-415243c2-b6cc-4370-bdc1-2b562095cdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (8549dc7b-d21e-4871-b60a-4e0a16e1bbda), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:42.132045 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-2e4a269c-e118-4c24-be26-9c1df359722e tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Publish callbacks [] for port (e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:42.173263 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-415243c2-b6cc-4370-bdc1-2b562095cdf1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=49299bfc5d8a4011888471544f818bf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3587580 Jan 11 14:14:42.175898 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 52666) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:42.176036 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415243c2-b6cc-4370-bdc1-2b562095cdf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8549dc7b-d21e-4871-b60a-4e0a16e1bbda,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:42.192136 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-44acc6f0-93fd-4bfe-805c-281beeb36663 admin admin] Publish callbacks [] for security_group (fbae396c-7ae1-4f4a-83b1-4c35294b85eb), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:42.196835 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-44acc6f0-93fd-4bfe-805c-281beeb36663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (fbae396c-7ae1-4f4a-83b1-4c35294b85eb), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:42.204276 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c8ea7b73-6703-459a-a528-8bea87e2a739 req-466f3e3f-62ec-41ed-a048-d1dd3b08c769 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/security-groups?id=77276571-39b3-4f8c-9032-1f76d1274883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829656 Jan 11 14:14:42.227898 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-2e4a269c-e118-4c24-be26-9c1df359722e tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996'] for port (e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:42.237796 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44acc6f0-93fd-4bfe-805c-281beeb36663 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 14:14:42.248880 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44acc6f0-93fd-4bfe-805c-281beeb36663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbae396c-7ae1-4f4a-83b1-4c35294b85eb,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:42.255848 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-44acc6f0-93fd-4bfe-805c-281beeb36663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781'] for segment (424009b2-9686-4622-935e-5a3913521dc6), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:42.256235 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.db.segments_db [None req-44acc6f0-93fd-4bfe-805c-281beeb36663 admin admin] Added segment 424009b2-9686-4622-935e-5a3913521dc6 of type vlan for network 496ab65f-93bf-4cce-8c89-0ab4171df626 Jan 11 14:14:42.283788 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-2e4a269c-e118-4c24-be26-9c1df359722e tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Network 60123190-3a8f-4b75-b7ad-1e70cf2044c8 is already hosted by enough agents. {{(pid=102758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:14:42.290488 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.base_scheduler [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-2e4a269c-e118-4c24-be26-9c1df359722e tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Resources bound (agent type, host, resource id): {{(pid=102758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:14:42.295826 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c01a2e37-799e-436d-ab9e-09c9d144aaf2 admin admin] Publish callbacks [] for security_group (8549dc7b-d21e-4871-b60a-4e0a16e1bbda), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:42.297611 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.l3_dvrscheduler_db [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-2e4a269c-e118-4c24-be26-9c1df359722e tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Received port after_create {{(pid=102758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:14:42.303176 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-2e4a269c-e118-4c24-be26-9c1df359722e tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:42.303821 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-2e4a269c-e118-4c24-be26-9c1df359722e tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for port (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:42.305504 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-44acc6f0-93fd-4bfe-805c-281beeb36663 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792865857603'] for network (496ab65f-93bf-4cce-8c89-0ab4171df626), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:42.330875 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-44acc6f0-93fd-4bfe-805c-281beeb36663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828'] for network (496ab65f-93bf-4cce-8c89-0ab4171df626), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:42.331794 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44acc6f0-93fd-4bfe-805c-281beeb36663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:42.332258 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-44acc6f0-93fd-4bfe-805c-281beeb36663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for network (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:42.335629 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a269c-e118-4c24-be26-9c1df359722e tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Pushing event updated for resources: {'Port': ['ID=e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:42.364792 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-2e4a269c-e118-4c24-be26-9c1df359722e tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9073231 Jan 11 14:14:42.367986 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c01a2e37-799e-436d-ab9e-09c9d144aaf2 admin admin] Publish callbacks [] for security_group (8549dc7b-d21e-4871-b60a-4e0a16e1bbda), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:42.386194 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-0fb00bd3-5685-41d2-ac51-85e9aae9cc2c service neutron] Request body: {'port': {'device_id': 'fe790a9d-f25c-4f0c-852d-3155d29520c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82413'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:14:42.389678 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-44acc6f0-93fd-4bfe-805c-281beeb36663 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5719104 Jan 11 14:14:42.396680 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 52672) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:42.401514 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-0acc22b2-a552-4875-bb6c-2fffd15a37db admin admin] Request body: {'subnet': {'network_id': '496ab65f-93bf-4cce-8c89-0ab4171df626', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-824550026-subnet', 'tenant_id': 'cdbb5eb69c4e4883910819cfecb244a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:14:42.405061 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44acc6f0-93fd-4bfe-805c-281beeb36663 admin admin] Pushing event updated for resources: {'Network': ['ID=496ab65f-93bf-4cce-8c89-0ab4171df626,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:42.416293 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Network 496ab65f-93bf-4cce-8c89-0ab4171df626 details requested by agent ovs-agent-dv-cinder-824131-3-iscsi with host dv-cinder-824131-3-iscsi {{(pid=102760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 14:14:42.465204 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab7c6f-b48a-4781-a134-acc5fecd1aec req-58b7d4bf-133c-4004-b374-7f8c9112914f tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:42.466803 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3fab7c6f-b48a-4781-a134-acc5fecd1aec req-58b7d4bf-133c-4004-b374-7f8c9112914f tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe790a9d-f25c-4f0c-852d-3155d29520c0 HTTP/1.1" status: 200 len: 931 time: 0.1721628 Jan 11 14:14:42.513562 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acc22b2-a552-4875-bb6c-2fffd15a37db admin admin] Made reservation on behalf of cdbb5eb69c4e4883910819cfecb244a7 for: {'subnet': 1} {{(pid=102758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:14:42.515831 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-0acc22b2-a552-4875-bb6c-2fffd15a37db admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:42.530570 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-0fb00bd3-5685-41d2-ac51-85e9aae9cc2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872), before_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:42.581151 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c01a2e37-799e-436d-ab9e-09c9d144aaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (8549dc7b-d21e-4871-b60a-4e0a16e1bbda), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:42.583790 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c01a2e37-799e-436d-ab9e-09c9d144aaf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:42.584972 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-c01a2e37-799e-436d-ab9e-09c9d144aaf2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8549dc7b-d21e-4871-b60a-4e0a16e1bbda HTTP/1.1" status: 204 len: 168 time: 0.4069531 Jan 11 14:14:42.630882 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a2e37-799e-436d-ab9e-09c9d144aaf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8549dc7b-d21e-4871-b60a-4e0a16e1bbda,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:42.635656 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3fab7c6f-b48a-4781-a134-acc5fecd1aec req-25af36c1-01d0-4cb2-9191-d249c44a9873 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456015 Jan 11 14:14:42.898310 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 52680) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:42.908921 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-0acc22b2-a552-4875-bb6c-2fffd15a37db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828'] for subnet (46685d58-ae60-4325-912d-5602fe2d45f8), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:42.913545 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b989e014-b406-42f2-a004-d94c38e628bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:43.001092 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b989e014-b406-42f2-a004-d94c38e628bf admin admin] Publish callbacks [] for security_group (3640bdb0-f745-476b-aa7a-522f599806a2), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:43.005483 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b989e014-b406-42f2-a004-d94c38e628bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (3640bdb0-f745-476b-aa7a-522f599806a2), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:43.047179 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc22b2-a552-4875-bb6c-2fffd15a37db admin admin] Pushing event updated for resources: {'Subnet': ['ID=46685d58-ae60-4325-912d-5602fe2d45f8,revision_number=0']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:43.047434 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-b989e014-b406-42f2-a004-d94c38e628bf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=962a322b7c62418fb37ee2a4ae1375a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1477420 Jan 11 14:14:43.049479 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989e014-b406-42f2-a004-d94c38e628bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3640bdb0-f745-476b-aa7a-522f599806a2,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:43.052037 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 52684) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:43.108856 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a31f170c-d3b8-489d-8c84-53d421265720 admin admin] Publish callbacks [] for security_group (3640bdb0-f745-476b-aa7a-522f599806a2), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:43.133643 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a31f170c-d3b8-489d-8c84-53d421265720 admin admin] Publish callbacks [] for security_group (3640bdb0-f745-476b-aa7a-522f599806a2), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:43.188103 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a31f170c-d3b8-489d-8c84-53d421265720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (3640bdb0-f745-476b-aa7a-522f599806a2), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:43.190819 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a31f170c-d3b8-489d-8c84-53d421265720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:43.192058 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-a31f170c-d3b8-489d-8c84-53d421265720 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3640bdb0-f745-476b-aa7a-522f599806a2 HTTP/1.1" status: 204 len: 168 time: 0.1389201 Jan 11 14:14:43.201603 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f170c-d3b8-489d-8c84-53d421265720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3640bdb0-f745-476b-aa7a-522f599806a2,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:43.288668 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acc22b2-a552-4875-bb6c-2fffd15a37db admin admin] Checking segment: {'id': '424009b2-9686-4622-935e-5a3913521dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '496ab65f-93bf-4cce-8c89-0ab4171df626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:14:43.289027 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acc22b2-a552-4875-bb6c-2fffd15a37db admin admin] Network hostable DHCP agents. Network: 496ab65f-93bf-4cce-8c89-0ab4171df626, hostable agents: ['0926af04-f8d6-426e-a613-5ede47dbe2c0'], hosted agents: [] {{(pid=102758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 14:14:43.300352 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-0fb00bd3-5685-41d2-ac51-85e9aae9cc2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872 {{(pid=102758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:14:43.314863 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-0fb00bd3-5685-41d2-ac51-85e9aae9cc2c service neutron] Publish callbacks [] for port (e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872), precommit_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:43.378126 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.provisioning_blocks [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-0fb00bd3-5685-41d2-ac51-85e9aae9cc2c service neutron] Transition to ACTIVE for port object e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872 will not be triggered until provisioned by entity L2. {{(pid=102758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 14:14:43.384187 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acc22b2-a552-4875-bb6c-2fffd15a37db admin admin] Network 496ab65f-93bf-4cce-8c89-0ab4171df626 is scheduled to be hosted by DHCP agent 0926af04-f8d6-426e-a613-5ede47dbe2c0 with binding_index 1 {{(pid=102758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 14:14:43.398383 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82466987-8fcb-451b-ab57-db6ce302def1 req-dbd4f637-246e-4562-a0df-50a6c70b690c tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:43.400003 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-82466987-8fcb-451b-ab57-db6ce302def1 req-dbd4f637-246e-4562-a0df-50a6c70b690c tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.3827651 Jan 11 14:14:43.400686 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-0fb00bd3-5685-41d2-ac51-85e9aae9cc2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872), after_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:43.457141 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.base_scheduler [None req-0acc22b2-a552-4875-bb6c-2fffd15a37db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824131-3-iscsi, 496ab65f-93bf-4cce-8c89-0ab4171df626) {{(pid=102758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:14:43.470592 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b189ccc-1727-4cb9-b6f3-e1a85450559a None None] Network 496ab65f-93bf-4cce-8c89-0ab4171df626 requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:14:43.484172 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acc22b2-a552-4875-bb6c-2fffd15a37db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:43.484172 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-0acc22b2-a552-4875-bb6c-2fffd15a37db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for subnet (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:43.493418 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8dbe5c-14ef-4bf0-a6c7-f8680a1e2caf req-0fd2f239-f4aa-4c51-ac29-dc5bac0b3f58 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:43.494979 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7b8dbe5c-14ef-4bf0-a6c7-f8680a1e2caf req-0fd2f239-f4aa-4c51-ac29-dc5bac0b3f58 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d97571e-9535-4d22-a9be-ee6cd65c65ed HTTP/1.1" status: 200 len: 946 time: 0.1765292 Jan 11 14:14:43.521085 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb00bd3-5685-41d2-ac51-85e9aae9cc2c service neutron] Pushing event updated for resources: {'Port': ['ID=e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872,revision_number=2']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:43.555386 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-0acc22b2-a552-4875-bb6c-2fffd15a37db admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1576359 Jan 11 14:14:43.610565 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-82466987-8fcb-451b-ab57-db6ce302def1 req-974c1601-4184-47a6-8a6d-15be78d8e19e tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758478 Jan 11 14:14:43.616697 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.managers [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-0fb00bd3-5685-41d2-ac51-85e9aae9cc2c service neutron] Attempting to bind port e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872 on host hv-cinder-82413 for vnic_type normal with profile {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:14:43.617258 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.managers [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-0fb00bd3-5685-41d2-ac51-85e9aae9cc2c service neutron] Attempting to bind port e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872 by drivers openvswitch,hyperv on host hv-cinder-82413 at level 0 using segments [{'id': '1ecafd43-8c38-4919-b45e-c12069c719ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '60123190-3a8f-4b75-b7ad-1e70cf2044c8'}] {{(pid=102758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:14:43.617774 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-0fb00bd3-5685-41d2-ac51-85e9aae9cc2c service neutron] Attempting to bind port e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872 on network 60123190-3a8f-4b75-b7ad-1e70cf2044c8 {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:14:43.632440 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-0fb00bd3-5685-41d2-ac51-85e9aae9cc2c service neutron] Port e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872 on network 60123190-3a8f-4b75-b7ad-1e70cf2044c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82413 {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 14:14:43.632440 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-0fb00bd3-5685-41d2-ac51-85e9aae9cc2c service neutron] Attempting to bind port e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872 on network 60123190-3a8f-4b75-b7ad-1e70cf2044c8 {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:14:43.632589 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7383e930-f6a2-4d8b-81f5-215ea210ab65 None None] Network 496ab65f-93bf-4cce-8c89-0ab4171df626 requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:14:43.642760 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7b8dbe5c-14ef-4bf0-a6c7-f8680a1e2caf req-08f3e3b3-61e1-4c9d-9607-4293e1e0d385 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/security-groups?id=77276571-39b3-4f8c-9032-1f76d1274883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344950 Jan 11 14:14:43.650502 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-0fb00bd3-5685-41d2-ac51-85e9aae9cc2c service neutron] Checking agent: {'id': '183634b4-d914-49fa-b358-00b9224e1c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'started_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:14:43.651239 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-0fb00bd3-5685-41d2-ac51-85e9aae9cc2c service neutron] Checking segment: {'id': '1ecafd43-8c38-4919-b45e-c12069c719ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '60123190-3a8f-4b75-b7ad-1e70cf2044c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:14:43.651913 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-0fb00bd3-5685-41d2-ac51-85e9aae9cc2c service neutron] Bound using segment: {'id': '1ecafd43-8c38-4919-b45e-c12069c719ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '60123190-3a8f-4b75-b7ad-1e70cf2044c8'} {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:14:43.653160 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.managers [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-0fb00bd3-5685-41d2-ac51-85e9aae9cc2c service neutron] Bound port: e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872, host: hv-cinder-82413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ecafd43-8c38-4919-b45e-c12069c719ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '60123190-3a8f-4b75-b7ad-1e70cf2044c8'}}] {{(pid=102758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:14:43.653949 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-0fb00bd3-5685-41d2-ac51-85e9aae9cc2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872), before_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:43.809166 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-0fb00bd3-5685-41d2-ac51-85e9aae9cc2c service neutron] For port e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872, host hv-cinder-82413, cleared binding levels {{(pid=102758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:14:43.842584 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-0fb00bd3-5685-41d2-ac51-85e9aae9cc2c service neutron] For port e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872, host hv-cinder-82413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872,segment=NetworkSegment(1ecafd43-8c38-4919-b45e-c12069c719ef),segment_id=1ecafd43-8c38-4919-b45e-c12069c719ef)] {{(pid=102758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:14:43.852162 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-0fb00bd3-5685-41d2-ac51-85e9aae9cc2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872), after_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:43.898156 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:43.898156 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:43.898156 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:43.898156 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:43.898156 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:43.898156 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:43.898156 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:43.898156 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:43.898156 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:43.898156 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:43.898156 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:43.898156 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:43.898156 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:43.898156 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:43.898156 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:43.898156 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:43.898156 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:43.898156 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:43.898156 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:43.898156 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:43.898156 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:43.898156 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:43.898156 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:43.898156 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:43.898156 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:43.898156 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:43.898156 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:43.898156 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:43.898156 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:43.898156 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:43.898156 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:43.898156 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:43.898156 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:43.898156 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:43.898156 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:43.898156 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:43.900279 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:43.900279 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:43.900279 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:43.900279 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:43.900279 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:43.900279 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:43.900279 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:43.900279 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:43.900279 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:43.900279 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:43.900279 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:14:43.900279 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:14:43.900279 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2c099-692c-4497-b70f-09e49439f328 req-6c9218ed-0e86-4bc8-88bf-dfa2f92b1b12 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:43.908644 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-73f2c099-692c-4497-b70f-09e49439f328 req-6c9218ed-0e86-4bc8-88bf-dfa2f92b1b12 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe790a9d-f25c-4f0c-852d-3155d29520c0 HTTP/1.1" status: 200 len: 943 time: 0.1262844 Jan 11 14:14:43.929869 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-0fb00bd3-5685-41d2-ac51-85e9aae9cc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:43.930934 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-0fb00bd3-5685-41d2-ac51-85e9aae9cc2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for port (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:43.932586 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-0fb00bd3-5685-41d2-ac51-85e9aae9cc2c service neutron] 10.222.0.45 "PUT /v2.0/ports/e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872 HTTP/1.1" status: 200 len: 1093 time: 1.5548513 Jan 11 14:14:43.933811 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe790a9d-f25c-4f0c-852d-3155d29520c0', 'tag': 'e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872'}] {{(pid=102758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:14:43.937329 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bad0c4360237c930a732257e05ff37eb7f7649fd7d398cae3022b7fa374a377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f82840-eb30-4535-9eb4-16cf94c85f97" -d '{"events": [{"name": "network-changed", "server_uuid": "fe790a9d-f25c-4f0c-852d-3155d29520c0", "tag": "e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872"}]}' {{(pid=102758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:14:43.984869 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb00bd3-5685-41d2-ac51-85e9aae9cc2c service neutron] Pushing event updated for resources: {'Port': ['ID=e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872,revision_number=3']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:44.019749 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-73f2c099-692c-4497-b70f-09e49439f328 req-1dafceaa-158d-4338-8f85-aba093249940 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070716 Jan 11 14:14:44.021380 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 14:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c50b942-6d17-496f-8b19-71ee81131c2b x-openstack-request-id: req-3c50b942-6d17-496f-8b19-71ee81131c2b {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:14:44.021677 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe790a9d-f25c-4f0c-852d-3155d29520c0", "tag": "e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872", "status": "completed", "code": 200}]} {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:14:44.021935 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3c50b942-6d17-496f-8b19-71ee81131c2b {{(pid=102758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:14:44.022335 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe790a9d-f25c-4f0c-852d-3155d29520c0', 'tag': 'e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872', 'status': 'completed', 'code': 200} Jan 11 14:14:44.059103 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-28c770ee-81a0-44f0-9f13-9afe60989aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:44.060785 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-28c770ee-81a0-44f0-9f13-9afe60989aaf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b02bf5f593a54c658a76fff0246febf4&device_id=fe790a9d-f25c-4f0c-852d-3155d29520c0 HTTP/1.1" status: 200 len: 1096 time: 0.0727727 Jan 11 14:14:44.111237 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-495fffdf-13b8-414c-8b3e-254dbfac34d5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872 HTTP/1.1" status: 200 len: 217 time: 0.0425274 Jan 11 14:14:44.162526 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-655763c7-e9f0-4719-9d4f-75a231502a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:44.163985 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-655763c7-e9f0-4719-9d4f-75a231502a92 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=07a8438a-684d-4f62-ac48-5413217a84d0 HTTP/1.1" status: 200 len: 855 time: 0.0470824 Jan 11 14:14:44.209268 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-4a1cff0a-2099-4b4c-a4cc-2f987f699f9e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60123190-3a8f-4b75-b7ad-1e70cf2044c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347526 Jan 11 14:14:44.315771 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-1f0d8f79-181e-43ca-9074-8623f6d1dbdb service neutron] 10.222.0.45 "GET /v2.0/networks/60123190-3a8f-4b75-b7ad-1e70cf2044c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996695 Jan 11 14:14:44.415810 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c353ceeb-2785-433f-994b-504bbc80a3b4 req-3d1762ec-168a-4b47-9326-083fc3210a8b service neutron] 10.222.0.45 "GET /v2.0/networks/60123190-3a8f-4b75-b7ad-1e70cf2044c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936089 Jan 11 14:14:44.418264 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 52744) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:44.423147 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-b9d3beff-1c13-4978-a3bf-2ce84108b0e5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1080245755-network', 'tenant_id': '199f036b465d4e7fbd5b76b5f47c8c1d'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:14:44.454866 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d3beff-1c13-4978-a3bf-2ce84108b0e5 admin admin] Made reservation on behalf of 199f036b465d4e7fbd5b76b5f47c8c1d for: {'network': 1} {{(pid=102758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:14:44.457366 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-b9d3beff-1c13-4978-a3bf-2ce84108b0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for network (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:44.466479 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-b9d3beff-1c13-4978-a3bf-2ce84108b0e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:44.551672 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f82840-eb30-4535-9eb4-16cf94c85f97 req-0314d43f-42df-4962-976c-d6d95e8232b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:44.553203 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f0f82840-eb30-4535-9eb4-16cf94c85f97 req-0314d43f-42df-4962-976c-d6d95e8232b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b02bf5f593a54c658a76fff0246febf4&device_id=fe790a9d-f25c-4f0c-852d-3155d29520c0 HTTP/1.1" status: 200 len: 1096 time: 0.0691469 Jan 11 14:14:44.626420 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-b9d3beff-1c13-4978-a3bf-2ce84108b0e5 admin admin] Publish callbacks [] for security_group (0f43eb72-f2e1-4c21-8b87-09b0ec155506), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:44.631376 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-b9d3beff-1c13-4978-a3bf-2ce84108b0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (0f43eb72-f2e1-4c21-8b87-09b0ec155506), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:44.665256 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d3beff-1c13-4978-a3bf-2ce84108b0e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=102758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 14:14:44.689570 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3beff-1c13-4978-a3bf-2ce84108b0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f43eb72-f2e1-4c21-8b87-09b0ec155506,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:44.697739 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-b9d3beff-1c13-4978-a3bf-2ce84108b0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781'] for segment (3553daa5-f27c-4680-9222-75dba713be03), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:44.697739 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.db.segments_db [None req-b9d3beff-1c13-4978-a3bf-2ce84108b0e5 admin admin] Added segment 3553daa5-f27c-4680-9222-75dba713be03 of type vlan for network 2b569f53-c661-4541-b68f-9f3c3e9c8a11 Jan 11 14:14:44.722836 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f82840-eb30-4535-9eb4-16cf94c85f97 req-0990b137-01ca-4a4b-88ca-2a4fd947e7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:44.724416 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f0f82840-eb30-4535-9eb4-16cf94c85f97 req-0990b137-01ca-4a4b-88ca-2a4fd947e7db service neutron] 10.222.0.45 "GET /v2.0/networks?id=60123190-3a8f-4b75-b7ad-1e70cf2044c8 HTTP/1.1" status: 200 len: 916 time: 0.1641109 Jan 11 14:14:44.846181 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-b9d3beff-1c13-4978-a3bf-2ce84108b0e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792865857603'] for network (2b569f53-c661-4541-b68f-9f3c3e9c8a11), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:44.855530 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f0f82840-eb30-4535-9eb4-16cf94c85f97 req-d1209c0c-0610-4cbe-a7d2-0dbac4aa542a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872 HTTP/1.1" status: 200 len: 217 time: 0.0930605 Jan 11 14:14:44.947159 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0999cf-83b3-4b0e-89d8-1457fb8f5c94 req-9cc1d6ea-c69d-4af2-bc30-1c69d60546a4 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:44.949491 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cf0999cf-83b3-4b0e-89d8-1457fb8f5c94 req-9cc1d6ea-c69d-4af2-bc30-1c69d60546a4 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d97571e-9535-4d22-a9be-ee6cd65c65ed HTTP/1.1" status: 200 len: 946 time: 0.1869895 Jan 11 14:14:44.964294 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ba0e7-9c4d-4a2f-ba47-b533a445efb0 req-3a89b8f6-d734-4b05-8046-3c131e46b6ae tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:44.965927 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-879ba0e7-9c4d-4a2f-ba47-b533a445efb0 req-3a89b8f6-d734-4b05-8046-3c131e46b6ae tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.2405148 Jan 11 14:14:44.970133 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-b9d3beff-1c13-4978-a3bf-2ce84108b0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828'] for network (2b569f53-c661-4541-b68f-9f3c3e9c8a11), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:44.971032 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d3beff-1c13-4978-a3bf-2ce84108b0e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:44.971628 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-b9d3beff-1c13-4978-a3bf-2ce84108b0e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for network (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:45.001873 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f82840-eb30-4535-9eb4-16cf94c85f97 req-22323963-d15e-423f-a14d-0b68bd18427d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:45.003891 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f0f82840-eb30-4535-9eb4-16cf94c85f97 req-22323963-d15e-423f-a14d-0b68bd18427d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=07a8438a-684d-4f62-ac48-5413217a84d0 HTTP/1.1" status: 200 len: 855 time: 0.1408811 Jan 11 14:14:45.107485 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f0f82840-eb30-4535-9eb4-16cf94c85f97 req-4733ed1e-5f34-4a3b-9018-280e14daf4ec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60123190-3a8f-4b75-b7ad-1e70cf2044c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765657 Jan 11 14:14:45.119094 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-b9d3beff-1c13-4978-a3bf-2ce84108b0e5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6998901 Jan 11 14:14:45.122134 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 52798) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:14:45.127261 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-31579ffe-8f0b-470b-8ac8-1e99ac29244d admin admin] Request body: {'subnet': {'network_id': '2b569f53-c661-4541-b68f-9f3c3e9c8a11', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1080245755-subnet', 'tenant_id': '199f036b465d4e7fbd5b76b5f47c8c1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:14:45.150567 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31579ffe-8f0b-470b-8ac8-1e99ac29244d admin admin] Made reservation on behalf of 199f036b465d4e7fbd5b76b5f47c8c1d for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:14:45.153563 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-31579ffe-8f0b-470b-8ac8-1e99ac29244d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10134137'] for subnet (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:45.190715 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3beff-1c13-4978-a3bf-2ce84108b0e5 admin admin] Pushing event updated for resources: {'Network': ['ID=2b569f53-c661-4541-b68f-9f3c3e9c8a11,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:45.201617 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cf0999cf-83b3-4b0e-89d8-1457fb8f5c94 req-3fc14a0f-ae0d-42bd-bce1-21dca23ffa77 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/security-groups?id=77276571-39b3-4f8c-9032-1f76d1274883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322283 Jan 11 14:14:45.205505 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Network 2b569f53-c661-4541-b68f-9f3c3e9c8a11 details requested by agent ovs-agent-dv-cinder-824131-3-iscsi with host dv-cinder-824131-3-iscsi {{(pid=102760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 14:14:45.241031 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-879ba0e7-9c4d-4a2f-ba47-b533a445efb0 req-4e4c94e3-81c6-4e9d-85a3-effb4d7ed42c tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498510 Jan 11 14:14:45.309798 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f0f82840-eb30-4535-9eb4-16cf94c85f97 req-76f53500-3119-420c-a06f-e73715a07f15 service neutron] 10.222.0.45 "GET /v2.0/networks/60123190-3a8f-4b75-b7ad-1e70cf2044c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834781 Jan 11 14:14:45.419382 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-31579ffe-8f0b-470b-8ac8-1e99ac29244d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10443857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10134039'] for subnet (ef567680-42d6-4011-9f39-e2b836a8d2f2), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:45.445433 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f068d5-b9fe-4ad6-8aad-1c9f03c67ef3 req-ad325bc4-0a2d-4948-8190-359255659115 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:45.447052 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-68f068d5-b9fe-4ad6-8aad-1c9f03c67ef3 req-ad325bc4-0a2d-4948-8190-359255659115 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe790a9d-f25c-4f0c-852d-3155d29520c0 HTTP/1.1" status: 200 len: 943 time: 0.1312411 Jan 11 14:14:45.491923 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f0f82840-eb30-4535-9eb4-16cf94c85f97 req-71ecdbee-c051-43fb-bed8-42c4e16ef718 service neutron] 10.222.0.45 "GET /v2.0/networks/60123190-3a8f-4b75-b7ad-1e70cf2044c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744940 Jan 11 14:14:45.505974 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31579ffe-8f0b-470b-8ac8-1e99ac29244d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef567680-42d6-4011-9f39-e2b836a8d2f2,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:45.509484 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31579ffe-8f0b-470b-8ac8-1e99ac29244d admin admin] Checking segment: {'id': '3553daa5-f27c-4680-9222-75dba713be03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2b569f53-c661-4541-b68f-9f3c3e9c8a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:14:45.509854 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31579ffe-8f0b-470b-8ac8-1e99ac29244d admin admin] Network hostable DHCP agents. Network: 2b569f53-c661-4541-b68f-9f3c3e9c8a11, hostable agents: ['0926af04-f8d6-426e-a613-5ede47dbe2c0'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 14:14:45.535672 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-68f068d5-b9fe-4ad6-8aad-1c9f03c67ef3 req-8b7a6757-f41b-4d56-a452-d7b51541c7f3 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765421 Jan 11 14:14:45.547729 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31579ffe-8f0b-470b-8ac8-1e99ac29244d admin admin] Network 2b569f53-c661-4541-b68f-9f3c3e9c8a11 is scheduled to be hosted by DHCP agent 0926af04-f8d6-426e-a613-5ede47dbe2c0 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 14:14:45.560510 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-31579ffe-8f0b-470b-8ac8-1e99ac29244d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824131-3-iscsi, 2b569f53-c661-4541-b68f-9f3c3e9c8a11) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:14:45.567920 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31579ffe-8f0b-470b-8ac8-1e99ac29244d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:45.568560 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-31579ffe-8f0b-470b-8ac8-1e99ac29244d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for subnet (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:45.574761 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bca7f3-cbc3-4aeb-a03d-aeb438cb6c22 None None] Network 2b569f53-c661-4541-b68f-9f3c3e9c8a11 requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:14:45.601282 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-31579ffe-8f0b-470b-8ac8-1e99ac29244d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4777980 Jan 11 14:14:45.679602 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18808050-5bbf-4651-af24-733fa7da5778 None None] Network 2b569f53-c661-4541-b68f-9f3c3e9c8a11 requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:14:46.015041 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca86e92-7ff7-4deb-b328-ccd90fdc63f1 req-3365e8ec-6352-48e8-858f-a995ff7bef4f tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:46.016636 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7ca86e92-7ff7-4deb-b328-ccd90fdc63f1 req-3365e8ec-6352-48e8-858f-a995ff7bef4f tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d97571e-9535-4d22-a9be-ee6cd65c65ed HTTP/1.1" status: 200 len: 946 time: 0.0491927 Jan 11 14:14:46.071434 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7ca86e92-7ff7-4deb-b328-ccd90fdc63f1 req-4ba2b547-7c0b-4441-ad8c-41512d7387c2 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/security-groups?id=77276571-39b3-4f8c-9032-1f76d1274883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478594 Jan 11 14:14:46.335916 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9a9ce-6590-426c-b169-da6aebe345e0 req-c64f7000-c064-4649-b914-cb744ee74995 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:46.337350 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c4d9a9ce-6590-426c-b169-da6aebe345e0 req-c64f7000-c064-4649-b914-cb744ee74995 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.0490472 Jan 11 14:14:46.384134 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c4d9a9ce-6590-426c-b169-da6aebe345e0 req-a98ecfe3-eaea-4603-a463-71569040cbf8 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409124 Jan 11 14:14:46.680603 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a95b1a-a67b-4cf9-89bd-6e0a6d4583e0 req-2b32e376-f9e7-4947-86c6-8d5fc2c0c9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:46.682094 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b0a95b1a-a67b-4cf9-89bd-6e0a6d4583e0 req-2b32e376-f9e7-4947-86c6-8d5fc2c0c9d2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 1098 time: 0.0614882 Jan 11 14:14:46.693743 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a1a9c-4b43-4174-9aca-f1e1eb96c1da req-2badd9d6-54fd-4d39-99b4-5533de9440f6 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:46.695155 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a10a1a9c-4b43-4174-9aca-f1e1eb96c1da req-2badd9d6-54fd-4d39-99b4-5533de9440f6 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe790a9d-f25c-4f0c-852d-3155d29520c0 HTTP/1.1" status: 200 len: 943 time: 0.0831828 Jan 11 14:14:46.764002 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b0a95b1a-a67b-4cf9-89bd-6e0a6d4583e0 req-a310c3e9-bf33-4946-be5e-1f36572ed3db service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678740 Jan 11 14:14:46.767650 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a10a1a9c-4b43-4174-9aca-f1e1eb96c1da req-793b3b11-1698-4e4a-9e52-cc6cc056f316 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654681 Jan 11 14:14:47.188468 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc39d6-be1a-4224-b3e8-f8e79b310586 req-8d12feef-085d-409e-89ce-0cbe758d692f tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:47.190042 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-dccc39d6-be1a-4224-b3e8-f8e79b310586 req-8d12feef-085d-409e-89ce-0cbe758d692f tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d97571e-9535-4d22-a9be-ee6cd65c65ed HTTP/1.1" status: 200 len: 946 time: 0.0493493 Jan 11 14:14:47.240845 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-dccc39d6-be1a-4224-b3e8-f8e79b310586 req-e5e452fb-0d4a-4506-bf2c-061a6a7546a1 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/security-groups?id=77276571-39b3-4f8c-9032-1f76d1274883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452332 Jan 11 14:14:47.501515 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f0974-869e-4fe0-aa79-7767e77faa2b req-f5b0d359-1f21-4017-bc4f-c8caf2257273 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:47.503128 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-575f0974-869e-4fe0-aa79-7767e77faa2b req-f5b0d359-1f21-4017-bc4f-c8caf2257273 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.0525060 Jan 11 14:14:47.549564 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-575f0974-869e-4fe0-aa79-7767e77faa2b req-2353b106-777f-466e-a4c4-121f35297a3e tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409880 Jan 11 14:14:47.887318 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb13e99-e6e8-412a-9522-c0a35a7b99a1 req-7c4f19de-3a0a-4cd3-a5a1-99fe27fab78a tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:47.888766 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4cb13e99-e6e8-412a-9522-c0a35a7b99a1 req-7c4f19de-3a0a-4cd3-a5a1-99fe27fab78a tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe790a9d-f25c-4f0c-852d-3155d29520c0 HTTP/1.1" status: 200 len: 943 time: 0.0510662 Jan 11 14:14:47.934781 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4cb13e99-e6e8-412a-9522-c0a35a7b99a1 req-11cd7c62-8c13-4d7b-a623-c5b39e1481db tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404432 Jan 11 14:14:48.364092 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a8eac-a751-4fd9-b6ec-f7511748eb8b req-76c1e56d-cd5e-44fd-8a55-7aaa1c5311c2 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:48.365577 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-075a8eac-a751-4fd9-b6ec-f7511748eb8b req-76c1e56d-cd5e-44fd-8a55-7aaa1c5311c2 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d97571e-9535-4d22-a9be-ee6cd65c65ed HTTP/1.1" status: 200 len: 946 time: 0.0541391 Jan 11 14:14:48.438306 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-075a8eac-a751-4fd9-b6ec-f7511748eb8b req-35422040-d37d-406c-839a-6d95b84cb046 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/security-groups?id=77276571-39b3-4f8c-9032-1f76d1274883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667503 Jan 11 14:14:48.455281 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6581a-03fa-4b06-8f5c-92eb3a6674c5 req-f7f91264-4b35-4831-9cc8-77ecdd08a951 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:48.456760 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7bb6581a-03fa-4b06-8f5c-92eb3a6674c5 req-f7f91264-4b35-4831-9cc8-77ecdd08a951 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d97571e-9535-4d22-a9be-ee6cd65c65ed HTTP/1.1" status: 200 len: 946 time: 0.0653248 Jan 11 14:14:48.603547 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [req-7bb6581a-03fa-4b06-8f5c-92eb3a6674c5 req-415ddc4f-be7a-4a88-ac52-6d71d238602a tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Deleting port 37a394de-2958-4344-b1a2-0e94b960aece {{(pid=102758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:14:48.603999 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-7bb6581a-03fa-4b06-8f5c-92eb3a6674c5 req-415ddc4f-be7a-4a88-ac52-6d71d238602a tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (37a394de-2958-4344-b1a2-0e94b960aece), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:48.745407 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42238ab2-b8c7-413d-b29d-450daf26a514 req-08bfe12c-a663-4032-b6c4-641ef55c19c9 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:48.746968 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-42238ab2-b8c7-413d-b29d-450daf26a514 req-08bfe12c-a663-4032-b6c4-641ef55c19c9 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.0901313 Jan 11 14:14:48.796342 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [req-7bb6581a-03fa-4b06-8f5c-92eb3a6674c5 req-415ddc4f-be7a-4a88-ac52-6d71d238602a tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] For port 37a394de-2958-4344-b1a2-0e94b960aece, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=37a394de-2958-4344-b1a2-0e94b960aece,segment=NetworkSegment(9e00fd05-280a-4573-8926-719a55e365b4),segment_id=9e00fd05-280a-4573-8926-719a55e365b4)] {{(pid=102758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:14:48.796598 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-7bb6581a-03fa-4b06-8f5c-92eb3a6674c5 req-415ddc4f-be7a-4a88-ac52-6d71d238602a tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (37a394de-2958-4344-b1a2-0e94b960aece), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:48.836547 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-42238ab2-b8c7-413d-b29d-450daf26a514 req-fd970a76-2304-44f2-820f-02fd9d784469 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817006 Jan 11 14:14:48.843685 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [req-7bb6581a-03fa-4b06-8f5c-92eb3a6674c5 req-415ddc4f-be7a-4a88-ac52-6d71d238602a tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Calling delete_port for 37a394de-2958-4344-b1a2-0e94b960aece owned by compute:nova {{(pid=102758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:14:48.992057 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872 details requested by agent hyperv_hv-cinder-82413 with host hv-cinder-82413 {{(pid=102760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 14:14:49.053066 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-7bb6581a-03fa-4b06-8f5c-92eb3a6674c5 req-415ddc4f-be7a-4a88-ac52-6d71d238602a tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005'] for port (37a394de-2958-4344-b1a2-0e94b960aece), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:49.080976 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['37a394de-2958-4344-b1a2-0e94b960aece'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:14:49.089842 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ddc4f-be7a-4a88-ac52-6d71d238602a tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Pushing event deleted for resources: {'Port': ['ID=37a394de-2958-4344-b1a2-0e94b960aece,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:49.115469 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872,segment=NetworkSegment(1ecafd43-8c38-4919-b45e-c12069c719ef),segment_id=1ecafd43-8c38-4919-b45e-c12069c719ef)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:14:49.127817 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Returning: {'device': 'e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872', 'network_id': '60123190-3a8f-4b75-b7ad-1e70cf2044c8', 'port_id': 'e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872', 'mac_address': 'fa:16:3e:32:b8:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a8438a-684d-4f62-ac48-5413217a84d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 14:14:49.128619 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343c11a-8f09-4fe4-aad7-311d22ab1f40 req-2bb94036-92cf-413b-8a6f-480972d18f84 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:49.130515 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1343c11a-8f09-4fe4-aad7-311d22ab1f40 req-2bb94036-92cf-413b-8a6f-480972d18f84 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe790a9d-f25c-4f0c-852d-3155d29520c0 HTTP/1.1" status: 200 len: 943 time: 0.1196473 Jan 11 14:14:49.165691 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872 is: DOWN; New status is: BUILD {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:14:49.166093 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:49.175895 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb6581a-03fa-4b06-8f5c-92eb3a6674c5 req-415ddc4f-be7a-4a88-ac52-6d71d238602a tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] No DVR routers for this DVR port 37a394de-2958-4344-b1a2-0e94b960aece on host hv-cinder-82413 {{(pid=102758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 14:14:49.181185 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:14:49.182121 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-7bb6581a-03fa-4b06-8f5c-92eb3a6674c5 req-415ddc4f-be7a-4a88-ac52-6d71d238602a tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:49.186233 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7bb6581a-03fa-4b06-8f5c-92eb3a6674c5 req-415ddc4f-be7a-4a88-ac52-6d71d238602a tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.45 "DELETE /v2.0/ports/37a394de-2958-4344-b1a2-0e94b960aece HTTP/1.1" status: 204 len: 173 time: 0.7190447 Jan 11 14:14:49.187676 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d97571e-9535-4d22-a9be-ee6cd65c65ed', 'name': 'network-vif-deleted', 'tag': '37a394de-2958-4344-b1a2-0e94b960aece'}] {{(pid=102758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:14:49.197770 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bad0c4360237c930a732257e05ff37eb7f7649fd7d398cae3022b7fa374a377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c86417a-02b0-431a-9892-bb6bcbfe8db3" -d '{"events": [{"server_uuid": "0d97571e-9535-4d22-a9be-ee6cd65c65ed", "name": "network-vif-deleted", "tag": "37a394de-2958-4344-b1a2-0e94b960aece"}]}' {{(pid=102758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:14:49.208503 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872,segment=NetworkSegment(1ecafd43-8c38-4919-b45e-c12069c719ef),segment_id=1ecafd43-8c38-4919-b45e-c12069c719ef)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:14:49.226668 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:49.244298 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1343c11a-8f09-4fe4-aad7-311d22ab1f40 req-d52daade-48f7-41c8-9908-0caa6ec0e083 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989115 Jan 11 14:14:49.274460 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff62b2b-002e-4289-bf11-1e88e47ff51f x-openstack-request-id: req-2ff62b2b-002e-4289-bf11-1e88e47ff51f {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:14:49.274772 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d97571e-9535-4d22-a9be-ee6cd65c65ed", "name": "network-vif-deleted", "tag": "37a394de-2958-4344-b1a2-0e94b960aece", "status": "completed", "code": 200}]} {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:14:49.275010 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2ff62b2b-002e-4289-bf11-1e88e47ff51f {{(pid=102758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:14:49.275590 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d97571e-9535-4d22-a9be-ee6cd65c65ed', 'name': 'network-vif-deleted', 'tag': '37a394de-2958-4344-b1a2-0e94b960aece', 'status': 'completed', 'code': 200} Jan 11 14:14:49.295882 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872,revision_number=4']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:49.549798 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c0407b1b-68da-4ffa-92ae-9752c0ca7f50 req-bc51fca8-32f6-4561-9ed9-9c1a9a6d83a7 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d97571e-9535-4d22-a9be-ee6cd65c65ed HTTP/1.1" status: 200 len: 210 time: 0.0255594 Jan 11 14:14:49.715695 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:14:49.985176 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f2692-9e27-4515-814d-30a749da0b36 req-21ff814f-ebe9-442b-b293-3d124d0df645 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:49.987948 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-228f2692-9e27-4515-814d-30a749da0b36 req-21ff814f-ebe9-442b-b293-3d124d0df645 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.0643611 Jan 11 14:14:50.040023 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-228f2692-9e27-4515-814d-30a749da0b36 req-f928e1c4-4d07-449a-98ea-1407817c3e61 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479052 Jan 11 14:14:50.165282 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d90cb-ae0d-460e-8777-e9f14845e051 req-46abfce2-f42d-4971-9d89-40b03eedf93f tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:50.168157 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8e7d90cb-ae0d-460e-8777-e9f14845e051 req-46abfce2-f42d-4971-9d89-40b03eedf93f tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0539021 Jan 11 14:14:50.217976 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8e7d90cb-ae0d-460e-8777-e9f14845e051 req-8dc0d599-115f-47bf-9df6-31c1e52e4a4f tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425644 Jan 11 14:14:50.395263 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae63b5-7391-4cfc-a2f4-5f8dc3147234 req-1245e041-2f62-4939-8de3-25b33b8a6cf5 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:50.396793 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-09ae63b5-7391-4cfc-a2f4-5f8dc3147234 req-1245e041-2f62-4939-8de3-25b33b8a6cf5 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe790a9d-f25c-4f0c-852d-3155d29520c0 HTTP/1.1" status: 200 len: 944 time: 0.0650399 Jan 11 14:14:50.452284 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-09ae63b5-7391-4cfc-a2f4-5f8dc3147234 req-342acae1-df2c-4459-ad00-d7df50f8cace tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466194 Jan 11 14:14:51.023937 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 37a394de-2958-4344-b1a2-0e94b960aece no longer exists at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:14:51.047270 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] No Port match for: 37a394de-2958-4344-b1a2-0e94b960aece {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:14:51.047657 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 37a394de-2958-4344-b1a2-0e94b960aece not bound to the agent host hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:14:51.580726 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457f8bf-b5d9-43f0-bf2e-ff1d7f67f519 req-f2853b98-d49a-4fa1-916f-1375de7d2a2d tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:51.582252 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4457f8bf-b5d9-43f0-bf2e-ff1d7f67f519 req-f2853b98-d49a-4fa1-916f-1375de7d2a2d tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe790a9d-f25c-4f0c-852d-3155d29520c0 HTTP/1.1" status: 200 len: 944 time: 0.0502336 Jan 11 14:14:51.630256 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4457f8bf-b5d9-43f0-bf2e-ff1d7f67f519 req-7eced09c-5fa8-4d13-b524-2553793a6ff9 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424559 Jan 11 14:14:51.869313 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9da2ee-132e-44be-b28c-d736f606494d req-7ba98a51-ce50-4eb4-9955-4b2a5bf5b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:51.871357 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ec9da2ee-132e-44be-b28c-d736f606494d req-7ba98a51-ce50-4eb4-9955-4b2a5bf5b8e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac8a41f764014f4d95c74c7348ca537e&device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 1099 time: 0.0802593 Jan 11 14:14:51.885642 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800dc22-1f56-454a-9c19-af72e849a566 req-98d30873-64c3-4422-88c4-e9593a7f6325 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:51.887292 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7800dc22-1f56-454a-9c19-af72e849a566 req-98d30873-64c3-4422-88c4-e9593a7f6325 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0680995 Jan 11 14:14:52.181810 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7800dc22-1f56-454a-9c19-af72e849a566 req-0386a916-6da4-496a-8d22-250e9cc1f557 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874279 Jan 11 14:14:52.208201 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9da2ee-132e-44be-b28c-d736f606494d req-9531584c-b01e-4e11-bd7d-760c05f9b4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:52.210173 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ec9da2ee-132e-44be-b28c-d736f606494d req-9531584c-b01e-4e11-bd7d-760c05f9b4d7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e39c23a3-bd49-4a6e-99a6-de49e0477fd9 HTTP/1.1" status: 200 len: 919 time: 0.3329611 Jan 11 14:14:52.256239 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ec9da2ee-132e-44be-b28c-d736f606494d req-26137f5f-bde2-462b-a99f-cf0323fa361b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77e99707-79d4-42da-8053-2f361200d181 HTTP/1.1" status: 200 len: 217 time: 0.0388174 Jan 11 14:14:52.305740 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9da2ee-132e-44be-b28c-d736f606494d req-2660690d-c592-4587-9062-2f3c57594e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:52.307203 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ec9da2ee-132e-44be-b28c-d736f606494d req-2660690d-c592-4587-9062-2f3c57594e5a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f92724c6-8602-4a02-a614-e355ebf8a564 HTTP/1.1" status: 200 len: 858 time: 0.0446374 Jan 11 14:14:52.339462 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ec9da2ee-132e-44be-b28c-d736f606494d req-08adc9b3-3da9-47de-8d52-51be02e68448 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e39c23a3-bd49-4a6e-99a6-de49e0477fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251529 Jan 11 14:14:52.468466 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ec9da2ee-132e-44be-b28c-d736f606494d req-02742b21-d3a9-48e2-8201-4fde16a2deda service neutron] 10.222.0.45 "GET /v2.0/networks/e39c23a3-bd49-4a6e-99a6-de49e0477fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980828 Jan 11 14:14:52.563632 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ec9da2ee-132e-44be-b28c-d736f606494d req-7a8706c5-539a-4425-bcc9-ff91dd3a19db service neutron] 10.222.0.45 "GET /v2.0/networks/e39c23a3-bd49-4a6e-99a6-de49e0477fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876927 Jan 11 14:14:52.747811 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6912c-9e60-47cb-bb37-32324c5afdd9 req-f361c2f2-05e6-4dc6-befe-1a7cec4b02e1 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:52.749319 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e4d6912c-9e60-47cb-bb37-32324c5afdd9 req-f361c2f2-05e6-4dc6-befe-1a7cec4b02e1 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe790a9d-f25c-4f0c-852d-3155d29520c0 HTTP/1.1" status: 200 len: 944 time: 0.0493720 Jan 11 14:14:52.802609 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e4d6912c-9e60-47cb-bb37-32324c5afdd9 req-33986892-0a40-4e1e-bdf8-daa3a4faa226 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472734 Jan 11 14:14:53.038173 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872 up at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:14:53.088539 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning for port e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872 completed by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 14:14:53.093305 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning complete for port e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:14:53.093687 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:53.169482 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872 is: BUILD; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:14:53.170131 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:53.197165 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe790a9d-f25c-4f0c-852d-3155d29520c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:14:53.200655 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2d4b612b30f5b24bc1864879ef56701efa35e28b014bb4d8aa1230102106bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c10db2-f789-4907-92ee-3ff794961111" -d '{"events": [{"server_uuid": "fe790a9d-f25c-4f0c-852d-3155d29520c0", "name": "network-vif-plugged", "status": "completed", "tag": "e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:14:53.217452 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872,segment=NetworkSegment(1ecafd43-8c38-4919-b45e-c12069c719ef),segment_id=1ecafd43-8c38-4919-b45e-c12069c719ef)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:14:53.229002 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:53.251710 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcf2d07-fadc-4af0-a879-1297246f278e x-openstack-request-id: req-edcf2d07-fadc-4af0-a879-1297246f278e {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:14:53.252031 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe790a9d-f25c-4f0c-852d-3155d29520c0", "name": "network-vif-plugged", "status": "completed", "tag": "e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:14:53.252285 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-edcf2d07-fadc-4af0-a879-1297246f278e {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:14:53.252676 dv-cinder-824131-3-iscsi neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe790a9d-f25c-4f0c-852d-3155d29520c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872', 'code': 200} Jan 11 14:14:53.283536 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872,revision_number=5']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:53.345153 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09200f-b93c-450a-83f3-d450a23d1ee7 req-04e6995b-83de-47ec-81e9-243d4a1da429 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:53.346651 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-bf09200f-b93c-450a-83f3-d450a23d1ee7 req-04e6995b-83de-47ec-81e9-243d4a1da429 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0530477 Jan 11 14:14:53.396066 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-bf09200f-b93c-450a-83f3-d450a23d1ee7 req-b1615c49-dc62-4d4e-a593-f2019516c088 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431311 Jan 11 14:14:53.447926 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c399fe8-c175-4f91-838a-0b63ff64af09 req-567d3ef7-04d6-4568-8087-cdc1f7e0be61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:53.449880 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6c399fe8-c175-4f91-838a-0b63ff64af09 req-567d3ef7-04d6-4568-8087-cdc1f7e0be61 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fe790a9d-f25c-4f0c-852d-3155d29520c0 HTTP/1.1" status: 200 len: 1098 time: 0.0412178 Jan 11 14:14:53.514518 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6c399fe8-c175-4f91-838a-0b63ff64af09 req-bec04986-77e4-49b3-aafd-e8f5b13a9101 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460455 Jan 11 14:14:53.955089 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493aaf5a-c50d-4e5e-8875-506e5582aa59 req-6edfe092-d3be-4ed3-ad84-cc2fda52a8c7 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:53.961652 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-493aaf5a-c50d-4e5e-8875-506e5582aa59 req-6edfe092-d3be-4ed3-ad84-cc2fda52a8c7 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe790a9d-f25c-4f0c-852d-3155d29520c0 HTTP/1.1" status: 200 len: 945 time: 0.0674973 Jan 11 14:14:54.003418 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-493aaf5a-c50d-4e5e-8875-506e5582aa59 req-c7da6524-7f33-4323-be7c-d25efd4ab26b tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409398 Jan 11 14:14:54.512781 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c171d-c63b-4c69-882b-35de18d28906 req-62e436a8-5f4f-41f1-9c39-85cfb7793dc7 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:54.514251 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-298c171d-c63b-4c69-882b-35de18d28906 req-62e436a8-5f4f-41f1-9c39-85cfb7793dc7 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0491452 Jan 11 14:14:54.563576 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-298c171d-c63b-4c69-882b-35de18d28906 req-9589dec8-1ef8-4d79-b8de-239a18cccf23 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437336 Jan 11 14:14:55.132798 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c6246-ded9-4524-85cf-307622404e39 req-0bdad124-1bf5-41a4-9560-a6aafa74d7f3 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:55.134302 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f54c6246-ded9-4524-85cf-307622404e39 req-0bdad124-1bf5-41a4-9560-a6aafa74d7f3 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe790a9d-f25c-4f0c-852d-3155d29520c0 HTTP/1.1" status: 200 len: 945 time: 0.0580757 Jan 11 14:14:55.189538 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f54c6246-ded9-4524-85cf-307622404e39 req-ab2191bd-c030-4d7a-a0d3-2636bc074a25 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493505 Jan 11 14:14:55.678256 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefe537-20c2-4bea-9e55-94ac46963dc9 req-f9728c94-5fb8-4d34-80fd-db6a7e935adc tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:55.679765 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-caefe537-20c2-4bea-9e55-94ac46963dc9 req-f9728c94-5fb8-4d34-80fd-db6a7e935adc tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0491767 Jan 11 14:14:55.732692 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-caefe537-20c2-4bea-9e55-94ac46963dc9 req-1871e487-da7c-4506-b31f-b68cf077cc3e tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468056 Jan 11 14:14:56.085876 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1daddf2b-66ad-429b-8fd9-ef3400c72a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:56.309795 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d663f9f-d97a-419d-95fc-6442e1f432ff req-3d4fd2d2-c9a5-4f52-b695-eae58fda6072 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:56.311571 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9d663f9f-d97a-419d-95fc-6442e1f432ff req-3d4fd2d2-c9a5-4f52-b695-eae58fda6072 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe790a9d-f25c-4f0c-852d-3155d29520c0 HTTP/1.1" status: 200 len: 945 time: 0.0490527 Jan 11 14:14:56.363828 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9d663f9f-d97a-419d-95fc-6442e1f432ff req-69d39ab4-5359-46c3-b9f0-2f634d1ecd3b tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466175 Jan 11 14:14:56.850095 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca45c4-8df0-40f5-91ab-853266d32cd5 req-9c1a9b77-403b-49d0-8fea-25afef64cfe2 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:56.851629 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-70ca45c4-8df0-40f5-91ab-853266d32cd5 req-9c1a9b77-403b-49d0-8fea-25afef64cfe2 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0498309 Jan 11 14:14:56.904870 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-70ca45c4-8df0-40f5-91ab-853266d32cd5 req-d911e8c2-9e5b-44ac-92dc-068413e5104b tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472183 Jan 11 14:14:57.145749 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-f18cbbe3-4a63-4ff5-ab7c-1768e6938144 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:57.147140 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-f18cbbe3-4a63-4ff5-ab7c-1768e6938144 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/networks?id=7b5e68a5-0493-4fc3-a425-de993e119741 HTTP/1.1" status: 200 len: 808 time: 0.1293247 Jan 11 14:14:57.161211 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-8cff98f0-b477-4af9-afd6-7e256e8bf0f5 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/quotas/61ee5ce1ef8d4f0ba4a225c91b7f6d05 HTTP/1.1" status: 200 len: 375 time: 0.0087831 Jan 11 14:14:57.196268 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-1402578b-4c34-4c62-88cc-a653268eaf24 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=61ee5ce1ef8d4f0ba4a225c91b7f6d05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295608 Jan 11 14:14:57.289908 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-2532fceb-139b-4fd0-a92b-6c20cd10ac89 service neutron] 10.222.0.49 "GET /v2.0/networks/7b5e68a5-0493-4fc3-a425-de993e119741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866032 Jan 11 14:14:57.376762 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-40f6f586-6c28-4785-b2d0-ab7adebcc1dc service neutron] 10.222.0.49 "GET /v2.0/networks/7b5e68a5-0493-4fc3-a425-de993e119741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811968 Jan 11 14:14:57.530945 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4dea1b13-abf0-423c-ba8d-f6f6e1393009 req-15f63447-3d56-4ba5-9c29-768162454dec tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6b9c6f8-3513-4858-b580-8f5a465cdcb0 HTTP/1.1" status: 200 len: 210 time: 0.0261619 Jan 11 14:14:58.028489 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c18956-cc12-4d49-a3b0-0a0ab2b92502 req-a6b1fed4-c0b2-4849-bb6e-d5cb6a11123d tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:58.030159 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-60c18956-cc12-4d49-a3b0-0a0ab2b92502 req-a6b1fed4-c0b2-4849-bb6e-d5cb6a11123d tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0544863 Jan 11 14:14:58.080916 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-60c18956-cc12-4d49-a3b0-0a0ab2b92502 req-defb6650-4ea2-44da-8f63-ddf82c052e7b tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436046 Jan 11 14:14:58.282368 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a2877bb1-94c0-4c1a-96cc-ab6f733664f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:58.611587 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-6267a36e-7b8a-4c0a-bd7d-f1db62bc469b tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:58.613223 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-6267a36e-7b8a-4c0a-bd7d-f1db62bc469b tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.45 "GET /v2.0/networks?id=7b5e68a5-0493-4fc3-a425-de993e119741 HTTP/1.1" status: 200 len: 808 time: 0.1142881 Jan 11 14:14:58.647130 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-3b357f98-d413-4512-aa4b-1ead20b2bf90 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Request body: {'port': {'device_id': 'a6b9c6f8-3513-4858-b580-8f5a465cdcb0', 'network_id': '7b5e68a5-0493-4fc3-a425-de993e119741', 'admin_state_up': True, 'tenant_id': '61ee5ce1ef8d4f0ba4a225c91b7f6d05'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:14:58.652679 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8f6e8cd6-356f-402b-96b1-2301c9f8e51d req-919eba6d-a428-4ef8-a374-f57ce3bf43a4 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6b9c6f8-3513-4858-b580-8f5a465cdcb0 HTTP/1.1" status: 200 len: 210 time: 0.0384381 Jan 11 14:14:58.809541 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-3b357f98-d413-4512-aa4b-1ead20b2bf90 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Made reservation on behalf of 61ee5ce1ef8d4f0ba4a225c91b7f6d05 for: {'port': 1} {{(pid=102758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:14:58.813131 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-3b357f98-d413-4512-aa4b-1ead20b2bf90 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:58.965990 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.db_base_plugin_common [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-3b357f98-d413-4512-aa4b-1ead20b2bf90 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Allocated IP 172.20.0.7 (7b5e68a5-0493-4fc3-a425-de993e119741/2d813e0c-a30f-400a-922b-feca8d75bcf6/a8aea5d9-aedf-4c6e-954b-f6474f93a6d2) {{(pid=102758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:14:59.127696 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-3b357f98-d413-4512-aa4b-1ead20b2bf90 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Publish callbacks [] for port (a8aea5d9-aedf-4c6e-954b-f6474f93a6d2), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:59.162858 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-3b357f98-d413-4512-aa4b-1ead20b2bf90 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996'] for port (a8aea5d9-aedf-4c6e-954b-f6474f93a6d2), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:59.212617 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-3b357f98-d413-4512-aa4b-1ead20b2bf90 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Network 7b5e68a5-0493-4fc3-a425-de993e119741 is already hosted by enough agents. {{(pid=102758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:14:59.227732 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.base_scheduler [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-3b357f98-d413-4512-aa4b-1ead20b2bf90 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Resources bound (agent type, host, resource id): {{(pid=102758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:14:59.245152 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-3b357f98-d413-4512-aa4b-1ead20b2bf90 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Received port after_create {{(pid=102758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:14:59.251406 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-3b357f98-d413-4512-aa4b-1ead20b2bf90 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:59.252052 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-3b357f98-d413-4512-aa4b-1ead20b2bf90 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:59.266401 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b357f98-d413-4512-aa4b-1ead20b2bf90 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Pushing event updated for resources: {'Port': ['ID=a8aea5d9-aedf-4c6e-954b-f6474f93a6d2,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:59.282281 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-3b357f98-d413-4512-aa4b-1ead20b2bf90 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6389463 Jan 11 14:14:59.293920 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1aeaaf-dbc1-4f35-9795-10c26e393982 req-eca7ad39-0b48-45ec-a52b-08fb151fac08 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:59.295456 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4b1aeaaf-dbc1-4f35-9795-10c26e393982 req-eca7ad39-0b48-45ec-a52b-08fb151fac08 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0817695 Jan 11 14:14:59.300340 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-601aa86a-c64a-4cee-8a63-f1cdf71c08a6 service neutron] Request body: {'port': {'device_id': 'a6b9c6f8-3513-4858-b580-8f5a465cdcb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82413'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:14:59.392016 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4b1aeaaf-dbc1-4f35-9795-10c26e393982 req-0575affe-112d-4c0c-a485-0ab765ddf499 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886803 Jan 11 14:14:59.392890 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-601aa86a-c64a-4cee-8a63-f1cdf71c08a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (a8aea5d9-aedf-4c6e-954b-f6474f93a6d2), before_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:59.591633 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:59.655006 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-601aa86a-c64a-4cee-8a63-f1cdf71c08a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8aea5d9-aedf-4c6e-954b-f6474f93a6d2 {{(pid=102758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:14:59.664013 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-601aa86a-c64a-4cee-8a63-f1cdf71c08a6 service neutron] Publish callbacks [] for port (a8aea5d9-aedf-4c6e-954b-f6474f93a6d2), precommit_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:59.681232 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.provisioning_blocks [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-601aa86a-c64a-4cee-8a63-f1cdf71c08a6 service neutron] Transition to ACTIVE for port object a8aea5d9-aedf-4c6e-954b-f6474f93a6d2 will not be triggered until provisioned by entity L2. {{(pid=102758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 14:14:59.694883 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-601aa86a-c64a-4cee-8a63-f1cdf71c08a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (a8aea5d9-aedf-4c6e-954b-f6474f93a6d2), after_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:59.781454 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601aa86a-c64a-4cee-8a63-f1cdf71c08a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a8aea5d9-aedf-4c6e-954b-f6474f93a6d2,revision_number=2']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:14:59.815371 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.managers [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-601aa86a-c64a-4cee-8a63-f1cdf71c08a6 service neutron] Attempting to bind port a8aea5d9-aedf-4c6e-954b-f6474f93a6d2 on host hv-cinder-82413 for vnic_type normal with profile {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:14:59.815742 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.managers [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-601aa86a-c64a-4cee-8a63-f1cdf71c08a6 service neutron] Attempting to bind port a8aea5d9-aedf-4c6e-954b-f6474f93a6d2 by drivers openvswitch,hyperv on host hv-cinder-82413 at level 0 using segments [{'id': '9e00fd05-280a-4573-8926-719a55e365b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b5e68a5-0493-4fc3-a425-de993e119741'}] {{(pid=102758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:14:59.816079 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-601aa86a-c64a-4cee-8a63-f1cdf71c08a6 service neutron] Attempting to bind port a8aea5d9-aedf-4c6e-954b-f6474f93a6d2 on network 7b5e68a5-0493-4fc3-a425-de993e119741 {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:14:59.828103 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-601aa86a-c64a-4cee-8a63-f1cdf71c08a6 service neutron] Port a8aea5d9-aedf-4c6e-954b-f6474f93a6d2 on network 7b5e68a5-0493-4fc3-a425-de993e119741 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82413 {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 14:14:59.828443 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-601aa86a-c64a-4cee-8a63-f1cdf71c08a6 service neutron] Attempting to bind port a8aea5d9-aedf-4c6e-954b-f6474f93a6d2 on network 7b5e68a5-0493-4fc3-a425-de993e119741 {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:14:59.839345 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45a324-6374-4bb9-afa6-f3393ac06d46 req-5e1b9f9d-a5a6-403b-8080-e51a4b247cfd tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:59.840871 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cd45a324-6374-4bb9-afa6-f3393ac06d46 req-5e1b9f9d-a5a6-403b-8080-e51a4b247cfd tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6b9c6f8-3513-4858-b580-8f5a465cdcb0 HTTP/1.1" status: 200 len: 943 time: 0.0904491 Jan 11 14:14:59.844016 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-601aa86a-c64a-4cee-8a63-f1cdf71c08a6 service neutron] Checking agent: {'id': '183634b4-d914-49fa-b358-00b9224e1c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'started_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:14:59.844364 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-601aa86a-c64a-4cee-8a63-f1cdf71c08a6 service neutron] Checking segment: {'id': '9e00fd05-280a-4573-8926-719a55e365b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b5e68a5-0493-4fc3-a425-de993e119741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:14:59.844751 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-601aa86a-c64a-4cee-8a63-f1cdf71c08a6 service neutron] Bound using segment: {'id': '9e00fd05-280a-4573-8926-719a55e365b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b5e68a5-0493-4fc3-a425-de993e119741'} {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:14:59.845189 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.managers [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-601aa86a-c64a-4cee-8a63-f1cdf71c08a6 service neutron] Bound port: a8aea5d9-aedf-4c6e-954b-f6474f93a6d2, host: hv-cinder-82413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e00fd05-280a-4573-8926-719a55e365b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b5e68a5-0493-4fc3-a425-de993e119741'}}] {{(pid=102758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:14:59.845562 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-601aa86a-c64a-4cee-8a63-f1cdf71c08a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (a8aea5d9-aedf-4c6e-954b-f6474f93a6d2), before_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:59.927707 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cd45a324-6374-4bb9-afa6-f3393ac06d46 req-1b5abf7b-85f5-4b0f-bf0b-b6d9aac69828 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/security-groups?id=77276571-39b3-4f8c-9032-1f76d1274883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797372 Jan 11 14:14:59.956231 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-601aa86a-c64a-4cee-8a63-f1cdf71c08a6 service neutron] For port a8aea5d9-aedf-4c6e-954b-f6474f93a6d2, host hv-cinder-82413, cleared binding levels {{(pid=102758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:14:59.959587 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-601aa86a-c64a-4cee-8a63-f1cdf71c08a6 service neutron] For port a8aea5d9-aedf-4c6e-954b-f6474f93a6d2, host hv-cinder-82413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=a8aea5d9-aedf-4c6e-954b-f6474f93a6d2,segment=NetworkSegment(9e00fd05-280a-4573-8926-719a55e365b4),segment_id=9e00fd05-280a-4573-8926-719a55e365b4)] {{(pid=102758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:14:59.963999 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-601aa86a-c64a-4cee-8a63-f1cdf71c08a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (a8aea5d9-aedf-4c6e-954b-f6474f93a6d2), after_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:14:59.998078 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-601aa86a-c64a-4cee-8a63-f1cdf71c08a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:14:59.998700 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-601aa86a-c64a-4cee-8a63-f1cdf71c08a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:00.000163 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-601aa86a-c64a-4cee-8a63-f1cdf71c08a6 service neutron] 10.222.0.45 "PUT /v2.0/ports/a8aea5d9-aedf-4c6e-954b-f6474f93a6d2 HTTP/1.1" status: 200 len: 1093 time: 0.7037632 Jan 11 14:15:00.002345 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b9c6f8-3513-4858-b580-8f5a465cdcb0', 'tag': 'a8aea5d9-aedf-4c6e-954b-f6474f93a6d2'}] {{(pid=102758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:15:00.004641 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bad0c4360237c930a732257e05ff37eb7f7649fd7d398cae3022b7fa374a377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fbc682-b189-4036-b143-83161880206d" -d '{"events": [{"name": "network-changed", "server_uuid": "a6b9c6f8-3513-4858-b580-8f5a465cdcb0", "tag": "a8aea5d9-aedf-4c6e-954b-f6474f93a6d2"}]}' {{(pid=102758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:15:00.026661 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601aa86a-c64a-4cee-8a63-f1cdf71c08a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a8aea5d9-aedf-4c6e-954b-f6474f93a6d2,revision_number=3']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:15:00.045644 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 14:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68663b8c-afc6-4687-9538-b950d78eb4a2 x-openstack-request-id: req-68663b8c-afc6-4687-9538-b950d78eb4a2 {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:15:00.045937 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6b9c6f8-3513-4858-b580-8f5a465cdcb0", "tag": "a8aea5d9-aedf-4c6e-954b-f6474f93a6d2", "status": "completed", "code": 200}]} {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:15:00.046197 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-68663b8c-afc6-4687-9538-b950d78eb4a2 {{(pid=102758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:15:00.046596 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6b9c6f8-3513-4858-b580-8f5a465cdcb0', 'tag': 'a8aea5d9-aedf-4c6e-954b-f6474f93a6d2', 'status': 'completed', 'code': 200} Jan 11 14:15:00.087104 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-28d0ed6a-70bc-4e5b-80e6-d8c116583c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:00.088543 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-28d0ed6a-70bc-4e5b-80e6-d8c116583c0b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=61ee5ce1ef8d4f0ba4a225c91b7f6d05&device_id=a6b9c6f8-3513-4858-b580-8f5a465cdcb0 HTTP/1.1" status: 200 len: 1096 time: 0.0400932 Jan 11 14:15:00.131055 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-a123acf2-07c6-4573-8e0e-8a0708be4043 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8aea5d9-aedf-4c6e-954b-f6474f93a6d2 HTTP/1.1" status: 200 len: 217 time: 0.0344198 Jan 11 14:15:00.190779 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-b57e3a02-3482-4482-9eaf-d51643911019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:00.192158 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-b57e3a02-3482-4482-9eaf-d51643911019 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d813e0c-a30f-400a-922b-feca8d75bcf6 HTTP/1.1" status: 200 len: 848 time: 0.0475774 Jan 11 14:15:00.232430 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-59312ce7-7436-4a6f-9ce0-64ecf695d1fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7b5e68a5-0493-4fc3-a425-de993e119741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289309 Jan 11 14:15:00.327201 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-7d1233da-98fc-488d-a8a5-45203016e5ad service neutron] 10.222.0.45 "GET /v2.0/networks/7b5e68a5-0493-4fc3-a425-de993e119741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876594 Jan 11 14:15:00.383533 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 53186) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:15:00.423422 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-24e74c3c-4e7a-4db8-8441-b73db8209c28 req-be060d29-f4e8-4cb9-b9b7-84d8d6d59798 service neutron] 10.222.0.45 "GET /v2.0/networks/7b5e68a5-0493-4fc3-a425-de993e119741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883088 Jan 11 14:15:00.427581 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-23e7adef-5bce-4a8b-868b-407c99ea4179 admin admin] Deleting subnet 46685d58-ae60-4325-912d-5602fe2d45f8 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 14:15:00.430873 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-23e7adef-5bce-4a8b-868b-407c99ea4179 admin admin] Publish callbacks [] for subnet (46685d58-ae60-4325-912d-5602fe2d45f8), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:00.473287 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-23e7adef-5bce-4a8b-868b-407c99ea4179 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850843'] for subnet (46685d58-ae60-4325-912d-5602fe2d45f8), precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:00.516139 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-23e7adef-5bce-4a8b-868b-407c99ea4179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757316'] for subnet (46685d58-ae60-4325-912d-5602fe2d45f8), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:00.553207 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3bf132-c695-4ad7-b829-c133ec18bd78 req-4eb8720a-c2c7-492f-b4e0-411586ec7542 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:00.559929 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cc3bf132-c695-4ad7-b829-c133ec18bd78 req-4eb8720a-c2c7-492f-b4e0-411586ec7542 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0817158 Jan 11 14:15:00.581011 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-23e7adef-5bce-4a8b-868b-407c99ea4179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10442644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10134044'] for subnet (46685d58-ae60-4325-912d-5602fe2d45f8), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:00.581285 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbc682-b189-4036-b143-83161880206d req-883e30d3-a82e-4613-a360-568421dd963d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:00.582792 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e3fbc682-b189-4036-b143-83161880206d req-883e30d3-a82e-4613-a360-568421dd963d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=61ee5ce1ef8d4f0ba4a225c91b7f6d05&device_id=a6b9c6f8-3513-4858-b580-8f5a465cdcb0 HTTP/1.1" status: 200 len: 1096 time: 0.0792744 Jan 11 14:15:00.606719 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7adef-5bce-4a8b-868b-407c99ea4179 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46685d58-ae60-4325-912d-5602fe2d45f8,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:15:00.610422 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-23e7adef-5bce-4a8b-868b-407c99ea4179 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:00.616068 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-23e7adef-5bce-4a8b-868b-407c99ea4179 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/46685d58-ae60-4325-912d-5602fe2d45f8 HTTP/1.1" status: 204 len: 168 time: 0.2313759 Jan 11 14:15:00.616739 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 53192) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:15:00.655703 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cc3bf132-c695-4ad7-b829-c133ec18bd78 req-b0ca876d-7912-4b42-9170-34fbc93500c7 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937612 Jan 11 14:15:00.692426 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7557279c-409f-4e9e-826b-0253805fe5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1612487'] for network (496ab65f-93bf-4cce-8c89-0ab4171df626), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:00.700750 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbc682-b189-4036-b143-83161880206d req-8e71d257-7393-4ced-a41f-7018683ba204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:00.702161 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e3fbc682-b189-4036-b143-83161880206d req-8e71d257-7393-4ced-a41f-7018683ba204 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7b5e68a5-0493-4fc3-a425-de993e119741 HTTP/1.1" status: 200 len: 909 time: 0.1113107 Jan 11 14:15:00.729291 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:00.756202 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e3fbc682-b189-4036-b143-83161880206d req-ec2b2c00-82c9-4005-83e1-b04c00b01606 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8aea5d9-aedf-4c6e-954b-f6474f93a6d2 HTTP/1.1" status: 200 len: 217 time: 0.0385435 Jan 11 14:15:00.778008 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7557279c-409f-4e9e-826b-0253805fe5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759249', 'neutron.services.segments.db._delete_segments_for_network-8792866421935'] for network (496ab65f-93bf-4cce-8c89-0ab4171df626), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:00.797270 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.services.segments.db [None req-7557279c-409f-4e9e-826b-0253805fe5dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['496ab65f-93bf-4cce-8c89-0ab4171df626']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:15:00.807150 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.services.segments.db [None req-7557279c-409f-4e9e-826b-0253805fe5dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '424009b2-9686-4622-935e-5a3913521dc6') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:15:00.807810 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.services.segments.db [None req-7557279c-409f-4e9e-826b-0253805fe5dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '424009b2-9686-4622-935e-5a3913521dc6') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:15:00.817670 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7557279c-409f-4e9e-826b-0253805fe5dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792866425528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850834'] for segment (424009b2-9686-4622-935e-5a3913521dc6), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:00.821914 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbc682-b189-4036-b143-83161880206d req-73cc28cc-fdba-4f40-8372-f70b1d61ef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:00.823680 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e3fbc682-b189-4036-b143-83161880206d req-73cc28cc-fdba-4f40-8372-f70b1d61ef79 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d813e0c-a30f-400a-922b-feca8d75bcf6 HTTP/1.1" status: 200 len: 848 time: 0.0484803 Jan 11 14:15:00.830714 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7557279c-409f-4e9e-826b-0253805fe5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781'] for segment (424009b2-9686-4622-935e-5a3913521dc6), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:00.836871 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7557279c-409f-4e9e-826b-0253805fe5dd admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 14:15:00.837567 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7557279c-409f-4e9e-826b-0253805fe5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10442738'] for segment (424009b2-9686-4622-935e-5a3913521dc6), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:00.839232 dv-cinder-824131-3-iscsi neutron-server[102759]: Traceback (most recent call last): Jan 11 14:15:00.839232 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 14:15:00.839232 dv-cinder-824131-3-iscsi neutron-server[102759]: timer() Jan 11 14:15:00.839232 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 14:15:00.839232 dv-cinder-824131-3-iscsi neutron-server[102759]: cb(*args, **kw) Jan 11 14:15:00.839232 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 14:15:00.839232 dv-cinder-824131-3-iscsi neutron-server[102759]: return func(*args, **kwargs) Jan 11 14:15:00.839232 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 14:15:00.839232 dv-cinder-824131-3-iscsi neutron-server[102759]: self._notify() Jan 11 14:15:00.839232 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 14:15:00.839232 dv-cinder-824131-3-iscsi neutron-server[102759]: self.callback(batched_events) Jan 11 14:15:00.839232 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 14:15:00.839232 dv-cinder-824131-3-iscsi neutron-server[102759]: event.method(event) Jan 11 14:15:00.839232 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 14:15:00.839232 dv-cinder-824131-3-iscsi neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 14:15:00.839232 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 14:15:00.839232 dv-cinder-824131-3-iscsi neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 14:15:00.839232 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 14:15:00.839232 dv-cinder-824131-3-iscsi neutron-server[102759]: return f(self, *a, **k) Jan 11 14:15:00.839232 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 14:15:00.839232 dv-cinder-824131-3-iscsi neutron-server[102759]: return self._get(url).json() Jan 11 14:15:00.839232 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 14:15:00.839232 dv-cinder-824131-3-iscsi neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 14:15:00.839232 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 14:15:00.839232 dv-cinder-824131-3-iscsi neutron-server[102759]: return self.request(url, 'GET', **kwargs) Jan 11 14:15:00.839232 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 14:15:00.839232 dv-cinder-824131-3-iscsi neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 14:15:00.839232 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 14:15:00.839232 dv-cinder-824131-3-iscsi neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 14:15:00.839232 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 14:15:00.839232 dv-cinder-824131-3-iscsi neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 14:15:00.839232 dv-cinder-824131-3-iscsi neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 14:15:00.856892 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e3fbc682-b189-4036-b143-83161880206d req-9606caaf-df79-4228-a583-d65d3f342e8b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7b5e68a5-0493-4fc3-a425-de993e119741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271440 Jan 11 14:15:00.896141 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7557279c-409f-4e9e-826b-0253805fe5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704736'] for network (496ab65f-93bf-4cce-8c89-0ab4171df626), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:00.912300 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7557279c-409f-4e9e-826b-0253805fe5dd admin admin] Pushing event deleted for resources: {'Network': ['ID=496ab65f-93bf-4cce-8c89-0ab4171df626,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:15:00.914304 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7557279c-409f-4e9e-826b-0253805fe5dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for network (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:00.920468 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-7557279c-409f-4e9e-826b-0253805fe5dd admin admin] 10.222.0.49 "DELETE /v2.0/networks/496ab65f-93bf-4cce-8c89-0ab4171df626 HTTP/1.1" status: 204 len: 168 time: 0.3027678 Jan 11 14:15:00.921111 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 53198) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:15:00.969729 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e3fbc682-b189-4036-b143-83161880206d req-1df75dde-73ab-4fbf-9af4-da2213eb9402 service neutron] 10.222.0.45 "GET /v2.0/networks/7b5e68a5-0493-4fc3-a425-de993e119741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954762 Jan 11 14:15:00.990145 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e71b7e-58c3-4b83-8953-50b8e18352e1 admin admin] Deleting subnet ef567680-42d6-4011-9f39-e2b836a8d2f2 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 14:15:00.993476 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-82e71b7e-58c3-4b83-8953-50b8e18352e1 admin admin] Publish callbacks [] for subnet (ef567680-42d6-4011-9f39-e2b836a8d2f2), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:01.032195 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-82e71b7e-58c3-4b83-8953-50b8e18352e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850843'] for subnet (ef567680-42d6-4011-9f39-e2b836a8d2f2), precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:01.071113 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-82e71b7e-58c3-4b83-8953-50b8e18352e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757316'] for subnet (ef567680-42d6-4011-9f39-e2b836a8d2f2), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:01.103597 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1519b-ad58-4bb6-9fee-bdab00bc57a3 req-5fbd7d59-e4ca-4015-9ee8-e9d4e9dff699 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:01.105105 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cae1519b-ad58-4bb6-9fee-bdab00bc57a3 req-5fbd7d59-e4ca-4015-9ee8-e9d4e9dff699 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6b9c6f8-3513-4858-b580-8f5a465cdcb0 HTTP/1.1" status: 200 len: 943 time: 0.0805061 Jan 11 14:15:01.108755 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e3fbc682-b189-4036-b143-83161880206d req-ee618f58-d6bb-4c92-a390-974a9b376d55 service neutron] 10.222.0.45 "GET /v2.0/networks/7b5e68a5-0493-4fc3-a425-de993e119741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306517 Jan 11 14:15:01.126935 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-82e71b7e-58c3-4b83-8953-50b8e18352e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10442644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10134044'] for subnet (ef567680-42d6-4011-9f39-e2b836a8d2f2), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:01.152685 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e71b7e-58c3-4b83-8953-50b8e18352e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef567680-42d6-4011-9f39-e2b836a8d2f2,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:15:01.154431 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cae1519b-ad58-4bb6-9fee-bdab00bc57a3 req-81691fd9-fd07-46f3-bcaf-00654699cefa tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/security-groups?id=77276571-39b3-4f8c-9032-1f76d1274883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437248 Jan 11 14:15:01.158339 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-82e71b7e-58c3-4b83-8953-50b8e18352e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:01.161473 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-82e71b7e-58c3-4b83-8953-50b8e18352e1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ef567680-42d6-4011-9f39-e2b836a8d2f2 HTTP/1.1" status: 204 len: 168 time: 0.2391262 Jan 11 14:15:01.164054 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 53202) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:15:01.233283 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-527caae9-62c5-456b-b8e7-91b565ab2434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1612487'] for network (2b569f53-c661-4541-b68f-9f3c3e9c8a11), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:01.319219 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-527caae9-62c5-456b-b8e7-91b565ab2434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759249', 'neutron.services.segments.db._delete_segments_for_network-8792866421935'] for network (2b569f53-c661-4541-b68f-9f3c3e9c8a11), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:01.337836 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.services.segments.db [None req-527caae9-62c5-456b-b8e7-91b565ab2434 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b569f53-c661-4541-b68f-9f3c3e9c8a11']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:15:01.346538 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.services.segments.db [None req-527caae9-62c5-456b-b8e7-91b565ab2434 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3553daa5-f27c-4680-9222-75dba713be03') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:15:01.346836 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.services.segments.db [None req-527caae9-62c5-456b-b8e7-91b565ab2434 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3553daa5-f27c-4680-9222-75dba713be03') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:15:01.356245 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-527caae9-62c5-456b-b8e7-91b565ab2434 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792866425528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850834'] for segment (3553daa5-f27c-4680-9222-75dba713be03), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:01.369118 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-527caae9-62c5-456b-b8e7-91b565ab2434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781'] for segment (3553daa5-f27c-4680-9222-75dba713be03), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:01.375343 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-527caae9-62c5-456b-b8e7-91b565ab2434 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 14:15:01.375751 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-527caae9-62c5-456b-b8e7-91b565ab2434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10442738'] for segment (3553daa5-f27c-4680-9222-75dba713be03), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:01.377788 dv-cinder-824131-3-iscsi neutron-server[102759]: Traceback (most recent call last): Jan 11 14:15:01.377788 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 14:15:01.377788 dv-cinder-824131-3-iscsi neutron-server[102759]: timer() Jan 11 14:15:01.377788 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 14:15:01.377788 dv-cinder-824131-3-iscsi neutron-server[102759]: cb(*args, **kw) Jan 11 14:15:01.377788 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 14:15:01.377788 dv-cinder-824131-3-iscsi neutron-server[102759]: return func(*args, **kwargs) Jan 11 14:15:01.377788 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 14:15:01.377788 dv-cinder-824131-3-iscsi neutron-server[102759]: self._notify() Jan 11 14:15:01.377788 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 14:15:01.377788 dv-cinder-824131-3-iscsi neutron-server[102759]: self.callback(batched_events) Jan 11 14:15:01.377788 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 14:15:01.377788 dv-cinder-824131-3-iscsi neutron-server[102759]: event.method(event) Jan 11 14:15:01.377788 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 14:15:01.377788 dv-cinder-824131-3-iscsi neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 14:15:01.377788 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 14:15:01.377788 dv-cinder-824131-3-iscsi neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 14:15:01.377788 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 14:15:01.377788 dv-cinder-824131-3-iscsi neutron-server[102759]: return f(self, *a, **k) Jan 11 14:15:01.377788 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 14:15:01.377788 dv-cinder-824131-3-iscsi neutron-server[102759]: return self._get(url).json() Jan 11 14:15:01.377788 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 14:15:01.377788 dv-cinder-824131-3-iscsi neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 14:15:01.377788 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 14:15:01.377788 dv-cinder-824131-3-iscsi neutron-server[102759]: return self.request(url, 'GET', **kwargs) Jan 11 14:15:01.377788 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 14:15:01.377788 dv-cinder-824131-3-iscsi neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 14:15:01.377788 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 14:15:01.377788 dv-cinder-824131-3-iscsi neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 14:15:01.377788 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 14:15:01.377788 dv-cinder-824131-3-iscsi neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 14:15:01.377788 dv-cinder-824131-3-iscsi neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 14:15:01.436173 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-527caae9-62c5-456b-b8e7-91b565ab2434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704736'] for network (2b569f53-c661-4541-b68f-9f3c3e9c8a11), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:01.441241 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-527caae9-62c5-456b-b8e7-91b565ab2434 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for network (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:01.444400 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-527caae9-62c5-456b-b8e7-91b565ab2434 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2b569f53-c661-4541-b68f-9f3c3e9c8a11 HTTP/1.1" status: 204 len: 168 time: 0.2794061 Jan 11 14:15:01.455183 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527caae9-62c5-456b-b8e7-91b565ab2434 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b569f53-c661-4541-b68f-9f3c3e9c8a11,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:15:01.600527 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 53212) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:15:01.643895 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-bca9cd70-4252-4e13-b4ef-2bbb892bd742 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cdbb5eb69c4e4883910819cfecb244a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420635 Jan 11 14:15:01.646254 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 53214) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:15:01.697756 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-61c51cfd-0cc7-4c39-8ee4-82969fa72770 admin admin] Publish callbacks [] for security_group (fbae396c-7ae1-4f4a-83b1-4c35294b85eb), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:01.720174 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-61c51cfd-0cc7-4c39-8ee4-82969fa72770 admin admin] Publish callbacks [] for security_group (fbae396c-7ae1-4f4a-83b1-4c35294b85eb), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:01.771914 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-61c51cfd-0cc7-4c39-8ee4-82969fa72770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (fbae396c-7ae1-4f4a-83b1-4c35294b85eb), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:01.774755 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-61c51cfd-0cc7-4c39-8ee4-82969fa72770 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:01.775972 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-61c51cfd-0cc7-4c39-8ee4-82969fa72770 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fbae396c-7ae1-4f4a-83b1-4c35294b85eb HTTP/1.1" status: 204 len: 168 time: 0.1287742 Jan 11 14:15:01.784317 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c51cfd-0cc7-4c39-8ee4-82969fa72770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbae396c-7ae1-4f4a-83b1-4c35294b85eb,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:15:01.882779 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84235559-82b5-45ae-9322-dfe79a41459e req-a6f8cdb2-7099-4985-8c40-d11ebad420f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:01.884386 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-84235559-82b5-45ae-9322-dfe79a41459e req-a6f8cdb2-7099-4985-8c40-d11ebad420f6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac8a41f764014f4d95c74c7348ca537e&device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 1099 time: 0.0681536 Jan 11 14:15:01.907569 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1e27b-6d49-454e-85b7-c1cecc2b9b13 req-2f0ee159-3308-42a5-84b0-5fd5c07e7e8d tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:01.909267 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-02f1e27b-6d49-454e-85b7-c1cecc2b9b13 req-2f0ee159-3308-42a5-84b0-5fd5c07e7e8d tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.1029294 Jan 11 14:15:02.183865 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 53228) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:15:02.230719 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-89320e15-afbb-4dfa-824b-1d3358447871 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=199f036b465d4e7fbd5b76b5f47c8c1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454607 Jan 11 14:15:02.233902 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 53230) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:15:02.235615 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-02f1e27b-6d49-454e-85b7-c1cecc2b9b13 req-731eff59-8e43-4ddb-b7e2-fa80e233879f tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129447 Jan 11 14:15:02.254235 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:02.287864 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84235559-82b5-45ae-9322-dfe79a41459e req-1ef7efc8-1345-49e0-a321-342bf8458957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:02.289250 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-84235559-82b5-45ae-9322-dfe79a41459e req-1ef7efc8-1345-49e0-a321-342bf8458957 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e39c23a3-bd49-4a6e-99a6-de49e0477fd9 HTTP/1.1" status: 200 len: 919 time: 0.3773336 Jan 11 14:15:02.296088 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-94c6ffd9-9629-4690-aa64-5472d7eb5d85 admin admin] Publish callbacks [] for security_group (0f43eb72-f2e1-4c21-8b87-09b0ec155506), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:02.306148 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7b7c6-b583-4b84-9555-95446866f15e req-2adfb5d8-42bb-4f56-ab4b-44caff089a7f tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:02.307666 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cea7b7c6-b583-4b84-9555-95446866f15e req-2adfb5d8-42bb-4f56-ab4b-44caff089a7f tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6b9c6f8-3513-4858-b580-8f5a465cdcb0 HTTP/1.1" status: 200 len: 943 time: 0.0649998 Jan 11 14:15:02.318626 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-94c6ffd9-9629-4690-aa64-5472d7eb5d85 admin admin] Publish callbacks [] for security_group (0f43eb72-f2e1-4c21-8b87-09b0ec155506), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:02.353406 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-84235559-82b5-45ae-9322-dfe79a41459e req-d9164db8-1ae1-49d3-af19-fff4f90e2b9c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77e99707-79d4-42da-8053-2f361200d181 HTTP/1.1" status: 200 len: 217 time: 0.0437930 Jan 11 14:15:02.370844 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-94c6ffd9-9629-4690-aa64-5472d7eb5d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (0f43eb72-f2e1-4c21-8b87-09b0ec155506), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:02.374437 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-94c6ffd9-9629-4690-aa64-5472d7eb5d85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:02.375636 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-94c6ffd9-9629-4690-aa64-5472d7eb5d85 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0f43eb72-f2e1-4c21-8b87-09b0ec155506 HTTP/1.1" status: 204 len: 168 time: 0.1307786 Jan 11 14:15:02.384447 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6ffd9-9629-4690-aa64-5472d7eb5d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f43eb72-f2e1-4c21-8b87-09b0ec155506,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:15:02.431486 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cea7b7c6-b583-4b84-9555-95446866f15e req-f86d72b6-9915-4375-b4d7-958e6974eceb tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/security-groups?id=77276571-39b3-4f8c-9032-1f76d1274883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150558 Jan 11 14:15:02.440631 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84235559-82b5-45ae-9322-dfe79a41459e req-082c9a95-586c-4e5a-a2d6-82dc6b0617d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:02.442201 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-84235559-82b5-45ae-9322-dfe79a41459e req-082c9a95-586c-4e5a-a2d6-82dc6b0617d5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f92724c6-8602-4a02-a614-e355ebf8a564 HTTP/1.1" status: 200 len: 858 time: 0.0804012 Jan 11 14:15:02.480641 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-84235559-82b5-45ae-9322-dfe79a41459e req-352eb4fc-2e02-473f-adfd-3bd69225ee93 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e39c23a3-bd49-4a6e-99a6-de49e0477fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242667 Jan 11 14:15:02.576773 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-84235559-82b5-45ae-9322-dfe79a41459e req-bf181745-7ba5-493f-aa8b-2204d1c2775b service neutron] 10.222.0.45 "GET /v2.0/networks/e39c23a3-bd49-4a6e-99a6-de49e0477fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889568 Jan 11 14:15:02.668376 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-84235559-82b5-45ae-9322-dfe79a41459e req-bf2f4732-169e-4897-a902-49286b3dde92 service neutron] 10.222.0.45 "GET /v2.0/networks/e39c23a3-bd49-4a6e-99a6-de49e0477fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826592 Jan 11 14:15:03.132560 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:15:03.358743 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd474067-c638-4704-b3a3-1f16293f2609 req-b2af2526-8b73-4a34-adee-48286a1e024e tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:03.360250 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cd474067-c638-4704-b3a3-1f16293f2609 req-b2af2526-8b73-4a34-adee-48286a1e024e tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0538933 Jan 11 14:15:03.431543 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cd474067-c638-4704-b3a3-1f16293f2609 req-7bb5c90d-0903-4fb6-a2c2-8de161c0bc06 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511260 Jan 11 14:15:03.561848 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0bb12-53d7-48d8-90bb-5b0ef95857e1 req-7ff5d7f6-e21c-436d-8568-c6cc680c596e tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:03.563709 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ada0bb12-53d7-48d8-90bb-5b0ef95857e1 req-7ff5d7f6-e21c-436d-8568-c6cc680c596e tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6b9c6f8-3513-4858-b580-8f5a465cdcb0 HTTP/1.1" status: 200 len: 943 time: 0.0575235 Jan 11 14:15:03.611033 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ada0bb12-53d7-48d8-90bb-5b0ef95857e1 req-24c6898c-7675-4ea0-89d9-6fbb34465b14 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/security-groups?id=77276571-39b3-4f8c-9032-1f76d1274883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410607 Jan 11 14:15:04.103453 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:04.525853 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d08caf-325d-4afb-9358-5e8522639e38 req-0a911d98-d137-4add-aa59-e50ce4e00ab0 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:04.527359 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-24d08caf-325d-4afb-9358-5e8522639e38 req-0a911d98-d137-4add-aa59-e50ce4e00ab0 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0478313 Jan 11 14:15:04.576744 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-24d08caf-325d-4afb-9358-5e8522639e38 req-805aa341-ada8-41e5-a400-e0bd869e6206 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440681 Jan 11 14:15:04.738497 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64833c-bcd2-422d-9b1e-a4e0d5e93223 req-7634c617-76e0-4a32-8ec1-36bdd45be065 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:04.740004 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7a64833c-bcd2-422d-9b1e-a4e0d5e93223 req-7634c617-76e0-4a32-8ec1-36bdd45be065 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6b9c6f8-3513-4858-b580-8f5a465cdcb0 HTTP/1.1" status: 200 len: 943 time: 0.0552039 Jan 11 14:15:04.785266 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7a64833c-bcd2-422d-9b1e-a4e0d5e93223 req-2a616afe-e585-415b-b673-5ede78e58549 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/security-groups?id=77276571-39b3-4f8c-9032-1f76d1274883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398045 Jan 11 14:15:05.145116 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device a8aea5d9-aedf-4c6e-954b-f6474f93a6d2 details requested by agent hyperv_hv-cinder-82413 with host hv-cinder-82413 {{(pid=102760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 14:15:05.238879 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port a8aea5d9-aedf-4c6e-954b-f6474f93a6d2, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=a8aea5d9-aedf-4c6e-954b-f6474f93a6d2,segment=NetworkSegment(9e00fd05-280a-4573-8926-719a55e365b4),segment_id=9e00fd05-280a-4573-8926-719a55e365b4)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:15:05.249671 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Returning: {'device': 'a8aea5d9-aedf-4c6e-954b-f6474f93a6d2', 'network_id': '7b5e68a5-0493-4fc3-a425-de993e119741', 'port_id': 'a8aea5d9-aedf-4c6e-954b-f6474f93a6d2', 'mac_address': 'fa:16:3e:cc:c6:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d813e0c-a30f-400a-922b-feca8d75bcf6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 14:15:05.292063 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port a8aea5d9-aedf-4c6e-954b-f6474f93a6d2 is: DOWN; New status is: BUILD {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:15:05.292460 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (a8aea5d9-aedf-4c6e-954b-f6474f93a6d2), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:05.305985 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8aea5d9-aedf-4c6e-954b-f6474f93a6d2 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:15:05.325347 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port a8aea5d9-aedf-4c6e-954b-f6474f93a6d2, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=a8aea5d9-aedf-4c6e-954b-f6474f93a6d2,segment=NetworkSegment(9e00fd05-280a-4573-8926-719a55e365b4),segment_id=9e00fd05-280a-4573-8926-719a55e365b4)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:15:05.329487 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (a8aea5d9-aedf-4c6e-954b-f6474f93a6d2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:05.378096 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=a8aea5d9-aedf-4c6e-954b-f6474f93a6d2,revision_number=4']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:15:05.690522 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb448b96-c9bf-4e2b-9fc7-8c9dcd419e18 req-8ea2e1d1-0671-40f0-ba34-b6df4eb2aa3f tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:05.692038 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cb448b96-c9bf-4e2b-9fc7-8c9dcd419e18 req-8ea2e1d1-0671-40f0-ba34-b6df4eb2aa3f tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0479448 Jan 11 14:15:05.741745 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cb448b96-c9bf-4e2b-9fc7-8c9dcd419e18 req-8093a854-8fb1-4fd3-983b-54581ec4b16d tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427394 Jan 11 14:15:05.904837 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9f867-67f9-426c-9752-b813792ee25a req-1fcdc0e6-0e6f-4f3e-9e97-bd676cbf38b0 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:05.906328 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2fb9f867-67f9-426c-9752-b813792ee25a req-1fcdc0e6-0e6f-4f3e-9e97-bd676cbf38b0 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6b9c6f8-3513-4858-b580-8f5a465cdcb0 HTTP/1.1" status: 200 len: 944 time: 0.0538990 Jan 11 14:15:05.952723 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2fb9f867-67f9-426c-9752-b813792ee25a req-e4dfb624-338b-4fec-90ee-f146c6be0a76 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/security-groups?id=77276571-39b3-4f8c-9032-1f76d1274883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406466 Jan 11 14:15:06.054486 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['a8aea5d9-aedf-4c6e-954b-f6474f93a6d2'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:15:06.868645 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037fd5c-248e-4c1a-90d1-d566f7e2369f req-4dbf3604-7071-42f5-81b0-a530c42f613a tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:06.870175 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a037fd5c-248e-4c1a-90d1-d566f7e2369f req-4dbf3604-7071-42f5-81b0-a530c42f613a tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0524826 Jan 11 14:15:06.922660 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a037fd5c-248e-4c1a-90d1-d566f7e2369f req-148771df-536e-46d3-ae0b-55f0ff174a1a tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424674 Jan 11 14:15:07.067458 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dcdd2-afde-4c8d-ae3a-cfc796d8bed4 req-2104dd86-5114-4387-8994-c1b963cde2d8 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:07.068924 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b03dcdd2-afde-4c8d-ae3a-cfc796d8bed4 req-2104dd86-5114-4387-8994-c1b963cde2d8 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6b9c6f8-3513-4858-b580-8f5a465cdcb0 HTTP/1.1" status: 200 len: 944 time: 0.0501480 Jan 11 14:15:07.118307 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b03dcdd2-afde-4c8d-ae3a-cfc796d8bed4 req-7e67b861-54f2-4c5a-90c9-1c314b879e43 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/security-groups?id=77276571-39b3-4f8c-9032-1f76d1274883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429423 Jan 11 14:15:07.931921 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d497386-226b-4326-9d09-6376fc137e0c req-dc26aead-1b6d-436a-8735-f63df70e5066 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:07.933884 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4d497386-226b-4326-9d09-6376fc137e0c req-dc26aead-1b6d-436a-8735-f63df70e5066 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/networks?id=60123190-3a8f-4b75-b7ad-1e70cf2044c8 HTTP/1.1" status: 200 len: 815 time: 0.1009419 Jan 11 14:15:07.947757 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4d497386-226b-4326-9d09-6376fc137e0c req-6c0f2b8e-e458-4cd9-b424-9841ed9bfbf8 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/quotas/b02bf5f593a54c658a76fff0246febf4 HTTP/1.1" status: 200 len: 375 time: 0.0087216 Jan 11 14:15:08.001227 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4d497386-226b-4326-9d09-6376fc137e0c req-dc77aacb-ef01-4658-a3e7-0211880d13b5 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b02bf5f593a54c658a76fff0246febf4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0476911 Jan 11 14:15:08.106970 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ca142-a26c-4e4e-9841-3859751479f9 req-39326cfe-0613-42c6-a4da-37ce46eb5d53 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:08.108374 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3b2ca142-a26c-4e4e-9841-3859751479f9 req-39326cfe-0613-42c6-a4da-37ce46eb5d53 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.1062946 Jan 11 14:15:08.134843 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4d497386-226b-4326-9d09-6376fc137e0c req-fc9ca3da-e6c0-4c60-8ed0-a0166b5664ad service neutron] 10.222.0.49 "GET /v2.0/networks/60123190-3a8f-4b75-b7ad-1e70cf2044c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246543 Jan 11 14:15:08.205890 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3b2ca142-a26c-4e4e-9841-3859751479f9 req-13ddce50-d518-4ed9-bb8b-f4eb156c9a63 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920851 Jan 11 14:15:08.247436 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4d497386-226b-4326-9d09-6376fc137e0c req-ea95a282-f6a3-4027-b755-da36078a8bc6 service neutron] 10.222.0.49 "GET /v2.0/networks/60123190-3a8f-4b75-b7ad-1e70cf2044c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060159 Jan 11 14:15:08.313826 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447367e0-f41d-4734-b409-1c758be09bb8 req-7515b05f-6cca-4c5a-8998-89d15c6cec94 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:08.315347 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-447367e0-f41d-4734-b409-1c758be09bb8 req-7515b05f-6cca-4c5a-8998-89d15c6cec94 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6b9c6f8-3513-4858-b580-8f5a465cdcb0 HTTP/1.1" status: 200 len: 944 time: 0.0539353 Jan 11 14:15:08.368480 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-447367e0-f41d-4734-b409-1c758be09bb8 req-6ed077c6-5e8d-4ec8-8ff6-8ee056700064 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/security-groups?id=77276571-39b3-4f8c-9032-1f76d1274883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469940 Jan 11 14:15:08.434136 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-94276a58-ede8-4fe4-94ee-615b236e06dd req-673a5195-54a0-4be1-b218-042bc372c851 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=57149afd-9a49-4af4-8197-c218a8c0846c HTTP/1.1" status: 200 len: 210 time: 0.0280197 Jan 11 14:15:10.892216 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device a8aea5d9-aedf-4c6e-954b-f6474f93a6d2 up at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:15:10.942541 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning for port a8aea5d9-aedf-4c6e-954b-f6474f93a6d2 completed by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 14:15:10.946418 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning complete for port a8aea5d9-aedf-4c6e-954b-f6474f93a6d2 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:15:10.946801 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (a8aea5d9-aedf-4c6e-954b-f6474f93a6d2), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:11.021178 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port a8aea5d9-aedf-4c6e-954b-f6474f93a6d2 is: BUILD; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:15:11.021469 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (a8aea5d9-aedf-4c6e-954b-f6474f93a6d2), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:11.042963 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b9c6f8-3513-4858-b580-8f5a465cdcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8aea5d9-aedf-4c6e-954b-f6474f93a6d2'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:15:11.045205 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2d4b612b30f5b24bc1864879ef56701efa35e28b014bb4d8aa1230102106bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939cf15b-3d03-4b33-ac67-0de45d0ca0f6" -d '{"events": [{"server_uuid": "a6b9c6f8-3513-4858-b580-8f5a465cdcb0", "name": "network-vif-plugged", "status": "completed", "tag": "a8aea5d9-aedf-4c6e-954b-f6474f93a6d2"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:15:11.058718 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port a8aea5d9-aedf-4c6e-954b-f6474f93a6d2, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=a8aea5d9-aedf-4c6e-954b-f6474f93a6d2,segment=NetworkSegment(9e00fd05-280a-4573-8926-719a55e365b4),segment_id=9e00fd05-280a-4573-8926-719a55e365b4)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:15:11.067910 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (a8aea5d9-aedf-4c6e-954b-f6474f93a6d2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:11.117517 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=a8aea5d9-aedf-4c6e-954b-f6474f93a6d2,revision_number=5']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:15:12.226314 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3214eb0-2d7c-47d9-820a-a3e204ec3b1c req-7168fecc-14db-4b3f-af8e-8b4fabdcb50a tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:12.227845 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b3214eb0-2d7c-47d9-820a-a3e204ec3b1c req-7168fecc-14db-4b3f-af8e-8b4fabdcb50a tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0753691 Jan 11 14:15:12.238909 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee749a-0c03-4c66-8607-5d344ed58251 req-d751146d-d932-4654-bfbe-95e51f07bf73 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:12.240350 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a9ee749a-0c03-4c66-8607-5d344ed58251 req-d751146d-d932-4654-bfbe-95e51f07bf73 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6b9c6f8-3513-4858-b580-8f5a465cdcb0 HTTP/1.1" status: 200 len: 945 time: 0.0780449 Jan 11 14:15:12.310727 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b3214eb0-2d7c-47d9-820a-a3e204ec3b1c req-97680f12-8f19-4c87-a3a3-5a86ea744640 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694261 Jan 11 14:15:12.318130 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a9ee749a-0c03-4c66-8607-5d344ed58251 req-e0b75d41-668b-4c91-8453-5f5f6f136ae4 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/security-groups?id=77276571-39b3-4f8c-9032-1f76d1274883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712295 Jan 11 14:15:12.372500 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70d6df2-b9b8-4826-bd49-593e28cdac15 x-openstack-request-id: req-f70d6df2-b9b8-4826-bd49-593e28cdac15 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:15:12.372500 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b9c6f8-3513-4858-b580-8f5a465cdcb0", "name": "network-vif-plugged", "status": "completed", "tag": "a8aea5d9-aedf-4c6e-954b-f6474f93a6d2", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:15:12.372500 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f70d6df2-b9b8-4826-bd49-593e28cdac15 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:15:12.372500 dv-cinder-824131-3-iscsi neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b9c6f8-3513-4858-b580-8f5a465cdcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8aea5d9-aedf-4c6e-954b-f6474f93a6d2', 'code': 200} Jan 11 14:15:12.404557 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f595e5db-0f75-4fb6-9c6b-66c96c252a2e req-f915c212-3ff8-419b-85e5-9af51bea4421 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=57149afd-9a49-4af4-8197-c218a8c0846c HTTP/1.1" status: 200 len: 210 time: 0.0279157 Jan 11 14:15:13.993054 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c59c94-b726-41db-94a3-6f38b4c6d8d5 req-8e89fcbe-aebe-473f-8394-34723b865c68 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:13.994536 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e8c59c94-b726-41db-94a3-6f38b4c6d8d5 req-8e89fcbe-aebe-473f-8394-34723b865c68 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.1060169 Jan 11 14:15:14.009955 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65265a-a63c-4873-81dc-0f855d19533f req-01907723-06c6-4fac-a009-c3c0dd221f99 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:14.012006 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fc65265a-a63c-4873-81dc-0f855d19533f req-01907723-06c6-4fac-a009-c3c0dd221f99 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6b9c6f8-3513-4858-b580-8f5a465cdcb0 HTTP/1.1" status: 200 len: 945 time: 0.1140623 Jan 11 14:15:14.054583 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44d6db-c084-45c0-8c54-b7f8dcc55b64 req-f88d5fa6-ef97-4369-a6dc-5634737d139c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:14.056056 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6e44d6db-c084-45c0-8c54-b7f8dcc55b64 req-f88d5fa6-ef97-4369-a6dc-5634737d139c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a6b9c6f8-3513-4858-b580-8f5a465cdcb0 HTTP/1.1" status: 200 len: 1098 time: 0.1099145 Jan 11 14:15:14.109233 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e8c59c94-b726-41db-94a3-6f38b4c6d8d5 req-6eb3ad46-3e86-412e-b68c-168b3ca04434 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948365 Jan 11 14:15:14.114165 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fc65265a-a63c-4873-81dc-0f855d19533f req-1ea31a79-c3a3-4d01-aa8e-f1337df3e49e tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/security-groups?id=77276571-39b3-4f8c-9032-1f76d1274883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923233 Jan 11 14:15:14.145119 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6e44d6db-c084-45c0-8c54-b7f8dcc55b64 req-7e259820-6d4e-4a37-b432-65cdba777390 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=77276571-39b3-4f8c-9032-1f76d1274883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782042 Jan 11 14:15:14.189671 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7702679f-f331-4a75-8822-6144f2e63bac req-88fbd67b-d8dd-4ab3-84ed-86143b7a8b07 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=57149afd-9a49-4af4-8197-c218a8c0846c HTTP/1.1" status: 200 len: 210 time: 0.0261936 Jan 11 14:15:14.881825 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d497386-226b-4326-9d09-6376fc137e0c req-5b230a5c-485a-44ed-a792-39da176af4d0 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:14.883409 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4d497386-226b-4326-9d09-6376fc137e0c req-5b230a5c-485a-44ed-a792-39da176af4d0 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.45 "GET /v2.0/networks?id=60123190-3a8f-4b75-b7ad-1e70cf2044c8 HTTP/1.1" status: 200 len: 815 time: 0.1109633 Jan 11 14:15:14.913388 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [req-4d497386-226b-4326-9d09-6376fc137e0c req-265dbc98-614c-423c-8cdb-894353fc6204 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Request body: {'port': {'device_id': '57149afd-9a49-4af4-8197-c218a8c0846c', 'network_id': '60123190-3a8f-4b75-b7ad-1e70cf2044c8', 'admin_state_up': True, 'tenant_id': 'b02bf5f593a54c658a76fff0246febf4'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:15:15.027839 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d497386-226b-4326-9d09-6376fc137e0c req-265dbc98-614c-423c-8cdb-894353fc6204 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Made reservation on behalf of b02bf5f593a54c658a76fff0246febf4 for: {'port': 1} {{(pid=102758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:15:15.031586 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-4d497386-226b-4326-9d09-6376fc137e0c req-265dbc98-614c-423c-8cdb-894353fc6204 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:15.167378 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.db_base_plugin_common [req-4d497386-226b-4326-9d09-6376fc137e0c req-265dbc98-614c-423c-8cdb-894353fc6204 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Allocated IP 172.20.0.7 (60123190-3a8f-4b75-b7ad-1e70cf2044c8/07a8438a-684d-4f62-ac48-5413217a84d0/16deb647-6c63-414a-a191-4b93e1d0501e) {{(pid=102758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:15:15.377192 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab58b7f-239f-48f8-aca8-c1fe78718fca req-e2edb5e5-5a7b-414a-8958-07fc56f5e117 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:15.378673 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4ab58b7f-239f-48f8-aca8-c1fe78718fca req-e2edb5e5-5a7b-414a-8958-07fc56f5e117 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.1544948 Jan 11 14:15:15.391596 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85166b-734a-4260-8eee-0ddd60a77b5f req-bd9e4763-d5bd-426f-b7d6-e6d4b08b7eef tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:15.393102 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ce85166b-734a-4260-8eee-0ddd60a77b5f req-bd9e4763-d5bd-426f-b7d6-e6d4b08b7eef tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6b9c6f8-3513-4858-b580-8f5a465cdcb0 HTTP/1.1" status: 200 len: 945 time: 0.1546617 Jan 11 14:15:15.482434 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-4d497386-226b-4326-9d09-6376fc137e0c req-265dbc98-614c-423c-8cdb-894353fc6204 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Publish callbacks [] for port (16deb647-6c63-414a-a191-4b93e1d0501e), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:15.508782 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4ab58b7f-239f-48f8-aca8-c1fe78718fca req-d794f66e-046b-421b-a4e9-1b59cd3764e9 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121006 Jan 11 14:15:15.517262 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ce85166b-734a-4260-8eee-0ddd60a77b5f req-4ab5cc2f-6bd8-4c73-acd0-97d4a2e1b687 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/security-groups?id=77276571-39b3-4f8c-9032-1f76d1274883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109846 Jan 11 14:15:15.555943 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-4d497386-226b-4326-9d09-6376fc137e0c req-265dbc98-614c-423c-8cdb-894353fc6204 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996'] for port (16deb647-6c63-414a-a191-4b93e1d0501e), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:15.614306 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:15:15.625764 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d497386-226b-4326-9d09-6376fc137e0c req-265dbc98-614c-423c-8cdb-894353fc6204 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Network 60123190-3a8f-4b75-b7ad-1e70cf2044c8 is already hosted by enough agents. {{(pid=102758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:15:15.642655 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.base_scheduler [req-4d497386-226b-4326-9d09-6376fc137e0c req-265dbc98-614c-423c-8cdb-894353fc6204 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Resources bound (agent type, host, resource id): {{(pid=102758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:15:15.649693 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d497386-226b-4326-9d09-6376fc137e0c req-265dbc98-614c-423c-8cdb-894353fc6204 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Received port after_create {{(pid=102758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:15:15.655123 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d497386-226b-4326-9d09-6376fc137e0c req-265dbc98-614c-423c-8cdb-894353fc6204 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:15.655695 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-4d497386-226b-4326-9d09-6376fc137e0c req-265dbc98-614c-423c-8cdb-894353fc6204 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:15.673262 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265dbc98-614c-423c-8cdb-894353fc6204 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Pushing event updated for resources: {'Port': ['ID=16deb647-6c63-414a-a191-4b93e1d0501e,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:15:15.689510 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4d497386-226b-4326-9d09-6376fc137e0c req-265dbc98-614c-423c-8cdb-894353fc6204 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7804217 Jan 11 14:15:15.697817 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:15:15.697817 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:15:15.697817 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:15:15.697817 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:15:15.697817 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:15:15.697817 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:15:15.697817 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:15:15.697817 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:15:15.697817 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:15:15.697817 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:15:15.697817 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:15:15.697817 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:15:15.697817 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:15:15.697817 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:15:15.697817 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:15:15.697817 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:15:15.697817 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:15:15.697817 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:15:15.697817 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:15:15.697817 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:15:15.697817 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:15:15.697817 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:15:15.697817 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:15:15.697817 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:15:15.697817 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:15:15.697817 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:15:15.697817 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:15:15.697817 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:15:15.697817 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:15:15.697817 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:15:15.697817 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:15:15.697817 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:15:15.697817 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:15:15.697817 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:15:15.697817 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:15:15.697817 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:15:15.700263 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:15:15.700263 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:15:15.700263 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:15:15.700263 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:15:15.700263 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:15:15.700263 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:15:15.700263 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:15:15.700263 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:15:15.700263 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:15:15.700263 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:15:15.700263 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:15:15.700263 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:15:15.701480 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72db82-7ffa-485b-aaa9-3a5baf2af523 req-a644f01f-8e7c-48ae-a82c-ebfe8ee60ac6 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:15.703017 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-de72db82-7ffa-485b-aaa9-3a5baf2af523 req-a644f01f-8e7c-48ae-a82c-ebfe8ee60ac6 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=57149afd-9a49-4af4-8197-c218a8c0846c HTTP/1.1" status: 200 len: 931 time: 0.1097505 Jan 11 14:15:15.708369 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [req-4d497386-226b-4326-9d09-6376fc137e0c req-48910e9b-ee76-4b24-826d-d45670fa3105 service neutron] Request body: {'port': {'device_id': '57149afd-9a49-4af4-8197-c218a8c0846c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82413'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:15:15.789499 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-4d497386-226b-4326-9d09-6376fc137e0c req-48910e9b-ee76-4b24-826d-d45670fa3105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (16deb647-6c63-414a-a191-4b93e1d0501e), before_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:15.794648 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-de72db82-7ffa-485b-aaa9-3a5baf2af523 req-3f8e86fb-3da1-46b6-bc4d-6b4e2087dc3e tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836213 Jan 11 14:15:16.048815 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [req-4d497386-226b-4326-9d09-6376fc137e0c req-48910e9b-ee76-4b24-826d-d45670fa3105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16deb647-6c63-414a-a191-4b93e1d0501e {{(pid=102758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:15:16.055974 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-4d497386-226b-4326-9d09-6376fc137e0c req-48910e9b-ee76-4b24-826d-d45670fa3105 service neutron] Publish callbacks [] for port (16deb647-6c63-414a-a191-4b93e1d0501e), precommit_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:16.067723 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.provisioning_blocks [req-4d497386-226b-4326-9d09-6376fc137e0c req-48910e9b-ee76-4b24-826d-d45670fa3105 service neutron] Transition to ACTIVE for port object 16deb647-6c63-414a-a191-4b93e1d0501e will not be triggered until provisioned by entity L2. {{(pid=102758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 14:15:16.071213 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-4d497386-226b-4326-9d09-6376fc137e0c req-48910e9b-ee76-4b24-826d-d45670fa3105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (16deb647-6c63-414a-a191-4b93e1d0501e), after_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:16.117715 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48910e9b-ee76-4b24-826d-d45670fa3105 service neutron] Pushing event updated for resources: {'Port': ['ID=16deb647-6c63-414a-a191-4b93e1d0501e,revision_number=2']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:15:16.148904 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.managers [req-4d497386-226b-4326-9d09-6376fc137e0c req-48910e9b-ee76-4b24-826d-d45670fa3105 service neutron] Attempting to bind port 16deb647-6c63-414a-a191-4b93e1d0501e on host hv-cinder-82413 for vnic_type normal with profile {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:15:16.149246 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.managers [req-4d497386-226b-4326-9d09-6376fc137e0c req-48910e9b-ee76-4b24-826d-d45670fa3105 service neutron] Attempting to bind port 16deb647-6c63-414a-a191-4b93e1d0501e by drivers openvswitch,hyperv on host hv-cinder-82413 at level 0 using segments [{'id': '1ecafd43-8c38-4919-b45e-c12069c719ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '60123190-3a8f-4b75-b7ad-1e70cf2044c8'}] {{(pid=102758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:15:16.149580 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d497386-226b-4326-9d09-6376fc137e0c req-48910e9b-ee76-4b24-826d-d45670fa3105 service neutron] Attempting to bind port 16deb647-6c63-414a-a191-4b93e1d0501e on network 60123190-3a8f-4b75-b7ad-1e70cf2044c8 {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:15:16.154262 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d497386-226b-4326-9d09-6376fc137e0c req-48910e9b-ee76-4b24-826d-d45670fa3105 service neutron] Port 16deb647-6c63-414a-a191-4b93e1d0501e on network 60123190-3a8f-4b75-b7ad-1e70cf2044c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82413 {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 14:15:16.154591 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d497386-226b-4326-9d09-6376fc137e0c req-48910e9b-ee76-4b24-826d-d45670fa3105 service neutron] Attempting to bind port 16deb647-6c63-414a-a191-4b93e1d0501e on network 60123190-3a8f-4b75-b7ad-1e70cf2044c8 {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:15:16.159356 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d497386-226b-4326-9d09-6376fc137e0c req-48910e9b-ee76-4b24-826d-d45670fa3105 service neutron] Checking agent: {'id': '183634b4-d914-49fa-b358-00b9224e1c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'started_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:15:16.159729 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d497386-226b-4326-9d09-6376fc137e0c req-48910e9b-ee76-4b24-826d-d45670fa3105 service neutron] Checking segment: {'id': '1ecafd43-8c38-4919-b45e-c12069c719ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '60123190-3a8f-4b75-b7ad-1e70cf2044c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:15:16.160118 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d497386-226b-4326-9d09-6376fc137e0c req-48910e9b-ee76-4b24-826d-d45670fa3105 service neutron] Bound using segment: {'id': '1ecafd43-8c38-4919-b45e-c12069c719ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '60123190-3a8f-4b75-b7ad-1e70cf2044c8'} {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:15:16.160554 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.managers [req-4d497386-226b-4326-9d09-6376fc137e0c req-48910e9b-ee76-4b24-826d-d45670fa3105 service neutron] Bound port: 16deb647-6c63-414a-a191-4b93e1d0501e, host: hv-cinder-82413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ecafd43-8c38-4919-b45e-c12069c719ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '60123190-3a8f-4b75-b7ad-1e70cf2044c8'}}] {{(pid=102758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:15:16.160910 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-4d497386-226b-4326-9d09-6376fc137e0c req-48910e9b-ee76-4b24-826d-d45670fa3105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (16deb647-6c63-414a-a191-4b93e1d0501e), before_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:16.228147 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [req-4d497386-226b-4326-9d09-6376fc137e0c req-48910e9b-ee76-4b24-826d-d45670fa3105 service neutron] For port 16deb647-6c63-414a-a191-4b93e1d0501e, host hv-cinder-82413, cleared binding levels {{(pid=102758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:15:16.231821 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [req-4d497386-226b-4326-9d09-6376fc137e0c req-48910e9b-ee76-4b24-826d-d45670fa3105 service neutron] For port 16deb647-6c63-414a-a191-4b93e1d0501e, host hv-cinder-82413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=16deb647-6c63-414a-a191-4b93e1d0501e,segment=NetworkSegment(1ecafd43-8c38-4919-b45e-c12069c719ef),segment_id=1ecafd43-8c38-4919-b45e-c12069c719ef)] {{(pid=102758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:15:16.236038 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-4d497386-226b-4326-9d09-6376fc137e0c req-48910e9b-ee76-4b24-826d-d45670fa3105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (16deb647-6c63-414a-a191-4b93e1d0501e), after_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:16.271518 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d497386-226b-4326-9d09-6376fc137e0c req-48910e9b-ee76-4b24-826d-d45670fa3105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:16.272137 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-4d497386-226b-4326-9d09-6376fc137e0c req-48910e9b-ee76-4b24-826d-d45670fa3105 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:16.273508 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4d497386-226b-4326-9d09-6376fc137e0c req-48910e9b-ee76-4b24-826d-d45670fa3105 service neutron] 10.222.0.45 "PUT /v2.0/ports/16deb647-6c63-414a-a191-4b93e1d0501e HTTP/1.1" status: 200 len: 1093 time: 0.5693467 Jan 11 14:15:16.273945 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57149afd-9a49-4af4-8197-c218a8c0846c', 'tag': '16deb647-6c63-414a-a191-4b93e1d0501e'}] {{(pid=102758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:15:16.276191 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bad0c4360237c930a732257e05ff37eb7f7649fd7d398cae3022b7fa374a377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953881e8-5546-45c8-9c44-e9559d4c978a" -d '{"events": [{"name": "network-changed", "server_uuid": "57149afd-9a49-4af4-8197-c218a8c0846c", "tag": "16deb647-6c63-414a-a191-4b93e1d0501e"}]}' {{(pid=102758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:15:16.298674 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48910e9b-ee76-4b24-826d-d45670fa3105 service neutron] Pushing event updated for resources: {'Port': ['ID=16deb647-6c63-414a-a191-4b93e1d0501e,revision_number=3']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:15:16.344298 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 14:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3843d81c-ee60-4a07-9606-52f37f8f1e57 x-openstack-request-id: req-3843d81c-ee60-4a07-9606-52f37f8f1e57 {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:15:16.344589 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57149afd-9a49-4af4-8197-c218a8c0846c", "tag": "16deb647-6c63-414a-a191-4b93e1d0501e", "status": "completed", "code": 200}]} {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:15:16.344846 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3843d81c-ee60-4a07-9606-52f37f8f1e57 {{(pid=102758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:15:16.345242 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57149afd-9a49-4af4-8197-c218a8c0846c', 'tag': '16deb647-6c63-414a-a191-4b93e1d0501e', 'status': 'completed', 'code': 200} Jan 11 14:15:16.377753 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d497386-226b-4326-9d09-6376fc137e0c req-99b9ad68-7916-4b2c-8bef-c46116ac6a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:16.379602 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4d497386-226b-4326-9d09-6376fc137e0c req-99b9ad68-7916-4b2c-8bef-c46116ac6a49 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b02bf5f593a54c658a76fff0246febf4&device_id=57149afd-9a49-4af4-8197-c218a8c0846c HTTP/1.1" status: 200 len: 1096 time: 0.0453944 Jan 11 14:15:16.427188 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4d497386-226b-4326-9d09-6376fc137e0c req-1c060413-1af2-4de8-8044-258f35917ac1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16deb647-6c63-414a-a191-4b93e1d0501e HTTP/1.1" status: 200 len: 217 time: 0.0359802 Jan 11 14:15:16.694949 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720fd9a-d174-448b-ab90-9db2ce2c87ef req-61605761-06e4-4401-9231-5dd72c2486b4 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:16.696459 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0720fd9a-d174-448b-ab90-9db2ce2c87ef req-61605761-06e4-4401-9231-5dd72c2486b4 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.1098568 Jan 11 14:15:16.722243 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55caec6-2713-4596-827d-47ba082baf99 req-43f1e8f7-a031-4993-9732-28894cca3086 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:16.723732 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b55caec6-2713-4596-827d-47ba082baf99 req-43f1e8f7-a031-4993-9732-28894cca3086 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6b9c6f8-3513-4858-b580-8f5a465cdcb0 HTTP/1.1" status: 200 len: 945 time: 0.1115525 Jan 11 14:15:16.725052 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d497386-226b-4326-9d09-6376fc137e0c req-eaf9ca65-6044-4f8f-8c73-f2148871d443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:16.726363 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4d497386-226b-4326-9d09-6376fc137e0c req-eaf9ca65-6044-4f8f-8c73-f2148871d443 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=07a8438a-684d-4f62-ac48-5413217a84d0 HTTP/1.1" status: 200 len: 855 time: 0.1029332 Jan 11 14:15:16.786188 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4d497386-226b-4326-9d09-6376fc137e0c req-4b7154ec-c4eb-4ecb-a004-62e776f52323 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60123190-3a8f-4b75-b7ad-1e70cf2044c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411510 Jan 11 14:15:16.813942 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0720fd9a-d174-448b-ab90-9db2ce2c87ef req-bea573c7-1e22-436e-bcf9-07300d82e558 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097767 Jan 11 14:15:16.862488 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b55caec6-2713-4596-827d-47ba082baf99 req-25248e0d-8f8b-4822-8ff9-6e8a2933d7ee tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/security-groups?id=77276571-39b3-4f8c-9032-1f76d1274883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291635 Jan 11 14:15:17.206725 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e63a0-f315-41f5-9eb1-0da4db33c723 req-d83be14c-8420-4056-a914-8085bb64ab5a tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:17.208234 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cc7e63a0-f315-41f5-9eb1-0da4db33c723 req-d83be14c-8420-4056-a914-8085bb64ab5a tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=57149afd-9a49-4af4-8197-c218a8c0846c HTTP/1.1" status: 200 len: 943 time: 0.3083019 Jan 11 14:15:17.227697 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4d497386-226b-4326-9d09-6376fc137e0c req-f21aac2e-ab0f-418f-8acf-503d1c2130ac service neutron] 10.222.0.45 "GET /v2.0/networks/60123190-3a8f-4b75-b7ad-1e70cf2044c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921254 Jan 11 14:15:17.229244 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a366d8e-17d4-44ac-a5a4-4423e6996967 req-fc629aaa-22a0-4fca-946b-f9cbe34eff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:17.231113 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3a366d8e-17d4-44ac-a5a4-4423e6996967 req-fc629aaa-22a0-4fca-946b-f9cbe34eff88 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 1099 time: 0.0943675 Jan 11 14:15:17.322528 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cc7e63a0-f315-41f5-9eb1-0da4db33c723 req-5c5df4ef-7da8-4c93-af3e-c46287a15374 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067207 Jan 11 14:15:17.367966 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3a366d8e-17d4-44ac-a5a4-4423e6996967 req-94ada782-8e9b-4794-85fc-36e1c704366a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119995 Jan 11 14:15:17.381461 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4d497386-226b-4326-9d09-6376fc137e0c req-d4420457-c8e2-475e-90ef-6538986e53dc service neutron] 10.222.0.45 "GET /v2.0/networks/60123190-3a8f-4b75-b7ad-1e70cf2044c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265991 Jan 11 14:15:17.796890 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953881e8-5546-45c8-9c44-e9559d4c978a req-98ec34b4-c954-4922-a9a5-243b035816eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:17.798354 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-953881e8-5546-45c8-9c44-e9559d4c978a req-98ec34b4-c954-4922-a9a5-243b035816eb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b02bf5f593a54c658a76fff0246febf4&device_id=57149afd-9a49-4af4-8197-c218a8c0846c HTTP/1.1" status: 200 len: 1096 time: 0.0399592 Jan 11 14:15:17.927566 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953881e8-5546-45c8-9c44-e9559d4c978a req-cb9d6b75-0925-4e04-8548-70f7c72599d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:17.929177 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-953881e8-5546-45c8-9c44-e9559d4c978a req-cb9d6b75-0925-4e04-8548-70f7c72599d9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=60123190-3a8f-4b75-b7ad-1e70cf2044c8 HTTP/1.1" status: 200 len: 916 time: 0.1249266 Jan 11 14:15:17.981514 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-953881e8-5546-45c8-9c44-e9559d4c978a req-44b093ed-5b58-48e9-a719-a2174865a6b7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16deb647-6c63-414a-a191-4b93e1d0501e HTTP/1.1" status: 200 len: 217 time: 0.0446434 Jan 11 14:15:18.001814 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec43252-da61-4bad-86ac-21ea0aae4ae8 req-54226b1a-1263-4671-b75a-6e962ea408f8 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:18.003262 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3ec43252-da61-4bad-86ac-21ea0aae4ae8 req-54226b1a-1263-4671-b75a-6e962ea408f8 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.1068227 Jan 11 14:15:18.106865 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeab59d-c216-4410-a440-7e3082715864 req-87219b9c-c95a-4b45-9968-c24dce82ab34 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:18.108297 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-feeab59d-c216-4410-a440-7e3082715864 req-87219b9c-c95a-4b45-9968-c24dce82ab34 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6b9c6f8-3513-4858-b580-8f5a465cdcb0 HTTP/1.1" status: 200 len: 945 time: 0.1318572 Jan 11 14:15:18.112372 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953881e8-5546-45c8-9c44-e9559d4c978a req-85aa5e5e-5049-4159-a83b-ef3a2e862650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:18.113734 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-953881e8-5546-45c8-9c44-e9559d4c978a req-85aa5e5e-5049-4159-a83b-ef3a2e862650 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=07a8438a-684d-4f62-ac48-5413217a84d0 HTTP/1.1" status: 200 len: 855 time: 0.1096087 Jan 11 14:15:18.124575 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3ec43252-da61-4bad-86ac-21ea0aae4ae8 req-25cad159-b4b5-4fc1-9c22-55b64c6c7ec6 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053450 Jan 11 14:15:18.125647 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 53536) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:15:18.157519 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-953881e8-5546-45c8-9c44-e9559d4c978a req-43217ec5-ebf7-4e8a-ad3b-9ebd8f1c7937 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60123190-3a8f-4b75-b7ad-1e70cf2044c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320287 Jan 11 14:15:18.227587 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-feeab59d-c216-4410-a440-7e3082715864 req-34f40bc2-5223-4bb1-b2a7-f1a8ec43be42 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/security-groups?id=77276571-39b3-4f8c-9032-1f76d1274883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120491 Jan 11 14:15:18.229613 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6a3a99c3-62cf-478a-a137-0d03e4f6e852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:18.274670 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-953881e8-5546-45c8-9c44-e9559d4c978a req-fd436da3-8f64-46cf-8825-614b805f229f service neutron] 10.222.0.45 "GET /v2.0/networks/60123190-3a8f-4b75-b7ad-1e70cf2044c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075902 Jan 11 14:15:18.307248 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6a3a99c3-62cf-478a-a137-0d03e4f6e852 admin admin] Publish callbacks [] for security_group (ec841639-085b-4ed3-90c2-22357f6b11db), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:18.311799 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6a3a99c3-62cf-478a-a137-0d03e4f6e852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (ec841639-085b-4ed3-90c2-22357f6b11db), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:18.346164 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-6a3a99c3-62cf-478a-a137-0d03e4f6e852 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=801fe73c56d540efb27dd4ced9b18ad7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192402 Jan 11 14:15:18.348638 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 53544) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:15:18.357398 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a99c3-62cf-478a-a137-0d03e4f6e852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec841639-085b-4ed3-90c2-22357f6b11db,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:15:18.402732 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-953881e8-5546-45c8-9c44-e9559d4c978a req-6411d0aa-62a2-4050-a87f-97b8984431d8 service neutron] 10.222.0.45 "GET /v2.0/networks/60123190-3a8f-4b75-b7ad-1e70cf2044c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203592 Jan 11 14:15:18.445478 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-afa9d290-48de-42ed-a108-9e1e95087bf6 admin admin] Publish callbacks [] for security_group (ec841639-085b-4ed3-90c2-22357f6b11db), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:18.473786 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-afa9d290-48de-42ed-a108-9e1e95087bf6 admin admin] Publish callbacks [] for security_group (ec841639-085b-4ed3-90c2-22357f6b11db), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:18.498772 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8f780-f179-4fa3-ae86-82811a0f275b req-f8531abd-343e-47e5-a923-d939c5762e18 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:18.500298 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-05b8f780-f179-4fa3-ae86-82811a0f275b req-f8531abd-343e-47e5-a923-d939c5762e18 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=57149afd-9a49-4af4-8197-c218a8c0846c HTTP/1.1" status: 200 len: 943 time: 0.0900719 Jan 11 14:15:18.564091 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-05b8f780-f179-4fa3-ae86-82811a0f275b req-5d20ef46-44cc-4e4d-8406-251aefa472f8 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557730 Jan 11 14:15:18.565322 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-afa9d290-48de-42ed-a108-9e1e95087bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (ec841639-085b-4ed3-90c2-22357f6b11db), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:18.568154 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-afa9d290-48de-42ed-a108-9e1e95087bf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:18.569188 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-afa9d290-48de-42ed-a108-9e1e95087bf6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ec841639-085b-4ed3-90c2-22357f6b11db HTTP/1.1" status: 204 len: 168 time: 0.2193942 Jan 11 14:15:18.577313 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9d290-48de-42ed-a108-9e1e95087bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec841639-085b-4ed3-90c2-22357f6b11db,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:15:19.088221 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a51a3-96b5-4e9a-9898-7c28392667c0 req-11fe43bf-bce5-4890-bea1-507fda4613ad tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:19.090378 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-836a51a3-96b5-4e9a-9898-7c28392667c0 req-11fe43bf-bce5-4890-bea1-507fda4613ad tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6b9c6f8-3513-4858-b580-8f5a465cdcb0 HTTP/1.1" status: 200 len: 945 time: 0.0607131 Jan 11 14:15:19.141438 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-836a51a3-96b5-4e9a-9898-7c28392667c0 req-379bc4f5-9a92-4ec6-82db-ec7ace3543b1 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/security-groups?id=77276571-39b3-4f8c-9032-1f76d1274883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443354 Jan 11 14:15:19.250808 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08407363-c6f5-4a20-b5f9-a4431bb6c310 req-09180b44-fabc-4529-844f-91eef9e551ab tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:19.252351 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-08407363-c6f5-4a20-b5f9-a4431bb6c310 req-09180b44-fabc-4529-844f-91eef9e551ab tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0492759 Jan 11 14:15:19.300558 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-08407363-c6f5-4a20-b5f9-a4431bb6c310 req-65c0751a-aba1-4609-b36e-4de4d0b95389 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425887 Jan 11 14:15:19.671589 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 53612) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:15:19.692848 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196deea-066d-481a-bb7e-9d1fab445b77 req-f6ca0821-714a-4e6c-a0cf-ec7a49a1e1e3 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:19.694423 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b196deea-066d-481a-bb7e-9d1fab445b77 req-f6ca0821-714a-4e6c-a0cf-ec7a49a1e1e3 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=57149afd-9a49-4af4-8197-c218a8c0846c HTTP/1.1" status: 200 len: 943 time: 0.0607562 Jan 11 14:15:19.757753 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b196deea-066d-481a-bb7e-9d1fab445b77 req-52bb863e-4069-44f3-82e2-acb486af4a2b tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532639 Jan 11 14:15:19.810202 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-77b30b99-4fab-490f-821c-0e8626ab81a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:19.882866 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-77b30b99-4fab-490f-821c-0e8626ab81a0 admin admin] Publish callbacks [] for security_group (0780a92a-f227-4107-9065-bdd18324c627), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:19.887360 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-77b30b99-4fab-490f-821c-0e8626ab81a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (0780a92a-f227-4107-9065-bdd18324c627), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:19.923369 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b30b99-4fab-490f-821c-0e8626ab81a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0780a92a-f227-4107-9065-bdd18324c627,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:15:19.926996 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-77b30b99-4fab-490f-821c-0e8626ab81a0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=77ad12c14bbe4b7ab2a3c63bd23808b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2542076 Jan 11 14:15:19.929857 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 53618) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:15:19.932594 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b30b99-4fab-490f-821c-0e8626ab81a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:19.933003 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b30b99-4fab-490f-821c-0e8626ab81a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:19.933351 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b30b99-4fab-490f-821c-0e8626ab81a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:19.933692 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b30b99-4fab-490f-821c-0e8626ab81a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:19.934025 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b30b99-4fab-490f-821c-0e8626ab81a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:19.934356 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b30b99-4fab-490f-821c-0e8626ab81a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:19.934699 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b30b99-4fab-490f-821c-0e8626ab81a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:19.935031 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b30b99-4fab-490f-821c-0e8626ab81a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:19.935373 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b30b99-4fab-490f-821c-0e8626ab81a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:19.935744 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b30b99-4fab-490f-821c-0e8626ab81a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:19.936073 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b30b99-4fab-490f-821c-0e8626ab81a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:19.936395 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b30b99-4fab-490f-821c-0e8626ab81a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:19.936717 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b30b99-4fab-490f-821c-0e8626ab81a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:19.976582 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-1ae8d1da-9a4b-4e93-9c62-fc8ff42fa4c1 admin admin] Publish callbacks [] for security_group (0780a92a-f227-4107-9065-bdd18324c627), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:19.999308 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-1ae8d1da-9a4b-4e93-9c62-fc8ff42fa4c1 admin admin] Publish callbacks [] for security_group (0780a92a-f227-4107-9065-bdd18324c627), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:20.045882 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-1ae8d1da-9a4b-4e93-9c62-fc8ff42fa4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (0780a92a-f227-4107-9065-bdd18324c627), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:20.048653 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-1ae8d1da-9a4b-4e93-9c62-fc8ff42fa4c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:20.049800 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-1ae8d1da-9a4b-4e93-9c62-fc8ff42fa4c1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0780a92a-f227-4107-9065-bdd18324c627 HTTP/1.1" status: 204 len: 168 time: 0.1189106 Jan 11 14:15:20.059764 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae8d1da-9a4b-4e93-9c62-fc8ff42fa4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0780a92a-f227-4107-9065-bdd18324c627,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:15:20.067273 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae8d1da-9a4b-4e93-9c62-fc8ff42fa4c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:20.067654 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae8d1da-9a4b-4e93-9c62-fc8ff42fa4c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:20.068106 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae8d1da-9a4b-4e93-9c62-fc8ff42fa4c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:20.068472 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae8d1da-9a4b-4e93-9c62-fc8ff42fa4c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:20.068814 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae8d1da-9a4b-4e93-9c62-fc8ff42fa4c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:20.069154 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae8d1da-9a4b-4e93-9c62-fc8ff42fa4c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:20.069499 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae8d1da-9a4b-4e93-9c62-fc8ff42fa4c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:20.069839 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae8d1da-9a4b-4e93-9c62-fc8ff42fa4c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:20.070205 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae8d1da-9a4b-4e93-9c62-fc8ff42fa4c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:20.070517 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae8d1da-9a4b-4e93-9c62-fc8ff42fa4c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:20.070855 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae8d1da-9a4b-4e93-9c62-fc8ff42fa4c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:20.071183 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae8d1da-9a4b-4e93-9c62-fc8ff42fa4c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:20.071533 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae8d1da-9a4b-4e93-9c62-fc8ff42fa4c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:20.267648 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efc99e-0d7e-4bb1-8411-1cc043311f45 req-9854ebab-7f26-463b-a988-83406f9885d4 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:20.269270 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-37efc99e-0d7e-4bb1-8411-1cc043311f45 req-9854ebab-7f26-463b-a988-83406f9885d4 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6b9c6f8-3513-4858-b580-8f5a465cdcb0 HTTP/1.1" status: 200 len: 945 time: 0.0520632 Jan 11 14:15:20.320636 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-37efc99e-0d7e-4bb1-8411-1cc043311f45 req-6b2a1ed2-2347-4a86-a9d9-37fc5602b76a tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/security-groups?id=77276571-39b3-4f8c-9032-1f76d1274883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453103 Jan 11 14:15:20.427388 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7f3e4-360e-420f-9061-8fdec88bdcda req-5a89f741-b285-4928-b245-16b9ea10ee0c tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:20.428914 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1bc7f3e4-360e-420f-9061-8fdec88bdcda req-5a89f741-b285-4928-b245-16b9ea10ee0c tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0526462 Jan 11 14:15:20.475552 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1bc7f3e4-360e-420f-9061-8fdec88bdcda req-873a93b4-ed3f-42e8-9b0a-60eb6f7834e1 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404716 Jan 11 14:15:20.731952 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d8180-1ecf-4dc1-b95a-eb1127351764 req-f31eaa44-21c4-4df4-a478-bfccfe4614c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:20.733377 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2a0d8180-1ecf-4dc1-b95a-eb1127351764 req-f31eaa44-21c4-4df4-a478-bfccfe4614c1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac8a41f764014f4d95c74c7348ca537e&device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 1099 time: 0.0689769 Jan 11 14:15:20.752624 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca51f7-6ac5-40ec-9f14-0cf5992b3d4f req-6013c54a-53b3-4dd3-86c9-d2407ef25680 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:20.753999 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4dca51f7-6ac5-40ec-9f14-0cf5992b3d4f req-6013c54a-53b3-4dd3-86c9-d2407ef25680 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0799353 Jan 11 14:15:20.886853 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4dca51f7-6ac5-40ec-9f14-0cf5992b3d4f req-fa6cf3af-b52f-44e3-8baf-c2f5aea0ec27 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221821 Jan 11 14:15:20.926631 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a34d98-9fbf-4858-a3b6-da8164b116e5 req-04a033e2-c562-482d-a103-62fabafce45b tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:20.928264 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-05a34d98-9fbf-4858-a3b6-da8164b116e5 req-04a033e2-c562-482d-a103-62fabafce45b tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=57149afd-9a49-4af4-8197-c218a8c0846c HTTP/1.1" status: 200 len: 943 time: 0.0978816 Jan 11 14:15:20.929572 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d8180-1ecf-4dc1-b95a-eb1127351764 req-9e50c0be-525d-41cf-acff-ee8aab938454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:20.931039 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2a0d8180-1ecf-4dc1-b95a-eb1127351764 req-9e50c0be-525d-41cf-acff-ee8aab938454 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e39c23a3-bd49-4a6e-99a6-de49e0477fd9 HTTP/1.1" status: 200 len: 919 time: 0.1761465 Jan 11 14:15:20.982642 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2a0d8180-1ecf-4dc1-b95a-eb1127351764 req-21f95edf-ec7d-4e4f-bfae-f99cc2159a3c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77e99707-79d4-42da-8053-2f361200d181 HTTP/1.1" status: 200 len: 217 time: 0.0418873 Jan 11 14:15:21.033904 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-05a34d98-9fbf-4858-a3b6-da8164b116e5 req-780d4108-eff9-4b23-963e-62d1018258ce tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000381 Jan 11 14:15:21.047987 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d8180-1ecf-4dc1-b95a-eb1127351764 req-e98183d5-2691-4832-b33b-a720e64ffe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:21.049445 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2a0d8180-1ecf-4dc1-b95a-eb1127351764 req-e98183d5-2691-4832-b33b-a720e64ffe7e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f92724c6-8602-4a02-a614-e355ebf8a564 HTTP/1.1" status: 200 len: 858 time: 0.0555730 Jan 11 14:15:21.092710 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2a0d8180-1ecf-4dc1-b95a-eb1127351764 req-2b63d31d-3791-4711-b0b3-ca9c8584aa8b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e39c23a3-bd49-4a6e-99a6-de49e0477fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324280 Jan 11 14:15:21.181609 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2a0d8180-1ecf-4dc1-b95a-eb1127351764 req-c0572443-363f-4ad0-8c0c-cfd25d919c68 service neutron] 10.222.0.45 "GET /v2.0/networks/e39c23a3-bd49-4a6e-99a6-de49e0477fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828438 Jan 11 14:15:21.280375 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2a0d8180-1ecf-4dc1-b95a-eb1127351764 req-b2f6c846-2584-4f77-83e1-4eacf3081970 service neutron] 10.222.0.45 "GET /v2.0/networks/e39c23a3-bd49-4a6e-99a6-de49e0477fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901468 Jan 11 14:15:21.437879 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c640c2-0631-4e90-aca2-530fbb024625 req-80b87462-fff2-4c80-a15d-2a0ee55adf04 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:21.439389 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-29c640c2-0631-4e90-aca2-530fbb024625 req-80b87462-fff2-4c80-a15d-2a0ee55adf04 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6b9c6f8-3513-4858-b580-8f5a465cdcb0 HTTP/1.1" status: 200 len: 945 time: 0.0513399 Jan 11 14:15:21.486506 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-29c640c2-0631-4e90-aca2-530fbb024625 req-424039b5-e59a-4a2c-aa72-ceddc51bd24b tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/security-groups?id=77276571-39b3-4f8c-9032-1f76d1274883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415404 Jan 11 14:15:21.706695 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9859f7-8c08-42d6-abc3-9e5b6d0f39ce req-d4052e2d-8583-4ac1-a918-7a790a800cb5 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:21.708195 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fc9859f7-8c08-42d6-abc3-9e5b6d0f39ce req-d4052e2d-8583-4ac1-a918-7a790a800cb5 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.45 "GET /v2.0/ports?device_id=a6b9c6f8-3513-4858-b580-8f5a465cdcb0 HTTP/1.1" status: 200 len: 945 time: 0.0476553 Jan 11 14:15:21.802148 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [req-fc9859f7-8c08-42d6-abc3-9e5b6d0f39ce req-71016e57-e816-40e3-bde3-e1f5fa0057ce tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Deleting port a8aea5d9-aedf-4c6e-954b-f6474f93a6d2 {{(pid=102758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:15:21.802415 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-fc9859f7-8c08-42d6-abc3-9e5b6d0f39ce req-71016e57-e816-40e3-bde3-e1f5fa0057ce tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (a8aea5d9-aedf-4c6e-954b-f6474f93a6d2), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:21.890299 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [req-fc9859f7-8c08-42d6-abc3-9e5b6d0f39ce req-71016e57-e816-40e3-bde3-e1f5fa0057ce tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] For port a8aea5d9-aedf-4c6e-954b-f6474f93a6d2, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=a8aea5d9-aedf-4c6e-954b-f6474f93a6d2,segment=NetworkSegment(9e00fd05-280a-4573-8926-719a55e365b4),segment_id=9e00fd05-280a-4573-8926-719a55e365b4)] {{(pid=102758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:15:21.890654 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-fc9859f7-8c08-42d6-abc3-9e5b6d0f39ce req-71016e57-e816-40e3-bde3-e1f5fa0057ce tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (a8aea5d9-aedf-4c6e-954b-f6474f93a6d2), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:21.907528 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [req-fc9859f7-8c08-42d6-abc3-9e5b6d0f39ce req-71016e57-e816-40e3-bde3-e1f5fa0057ce tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Calling delete_port for a8aea5d9-aedf-4c6e-954b-f6474f93a6d2 owned by compute:nova {{(pid=102758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:15:22.019925 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f94f2f-57ac-415e-88c2-5b7756781c0e req-2356a6a6-7208-4eba-84f9-24c266ad8cb5 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:22.021409 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-69f94f2f-57ac-415e-88c2-5b7756781c0e req-2356a6a6-7208-4eba-84f9-24c266ad8cb5 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0662498 Jan 11 14:15:22.114174 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-69f94f2f-57ac-415e-88c2-5b7756781c0e req-80fc219a-1546-44d2-a0cd-51469cd12439 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855029 Jan 11 14:15:22.122808 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-fc9859f7-8c08-42d6-abc3-9e5b6d0f39ce req-71016e57-e816-40e3-bde3-e1f5fa0057ce tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005'] for port (a8aea5d9-aedf-4c6e-954b-f6474f93a6d2), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:22.136218 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['a8aea5d9-aedf-4c6e-954b-f6474f93a6d2'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:15:22.173770 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71016e57-e816-40e3-bde3-e1f5fa0057ce tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Pushing event deleted for resources: {'Port': ['ID=a8aea5d9-aedf-4c6e-954b-f6474f93a6d2,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:15:22.219902 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9859f7-8c08-42d6-abc3-9e5b6d0f39ce req-71016e57-e816-40e3-bde3-e1f5fa0057ce tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] No DVR routers for this DVR port a8aea5d9-aedf-4c6e-954b-f6474f93a6d2 on host hv-cinder-82413 {{(pid=102758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 14:15:22.222413 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-fc9859f7-8c08-42d6-abc3-9e5b6d0f39ce req-71016e57-e816-40e3-bde3-e1f5fa0057ce tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:22.225722 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fc9859f7-8c08-42d6-abc3-9e5b6d0f39ce req-71016e57-e816-40e3-bde3-e1f5fa0057ce tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.45 "DELETE /v2.0/ports/a8aea5d9-aedf-4c6e-954b-f6474f93a6d2 HTTP/1.1" status: 204 len: 173 time: 0.5095239 Jan 11 14:15:22.226941 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b9c6f8-3513-4858-b580-8f5a465cdcb0', 'name': 'network-vif-deleted', 'tag': 'a8aea5d9-aedf-4c6e-954b-f6474f93a6d2'}] {{(pid=102758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:15:22.229198 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bad0c4360237c930a732257e05ff37eb7f7649fd7d398cae3022b7fa374a377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f9dea8-5d89-4e06-aff4-a1dd58173f51" -d '{"events": [{"server_uuid": "a6b9c6f8-3513-4858-b580-8f5a465cdcb0", "name": "network-vif-deleted", "tag": "a8aea5d9-aedf-4c6e-954b-f6474f93a6d2"}]}' {{(pid=102758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:15:22.246502 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4c2ff-49ab-45a9-b852-e07fa3716efc req-6a27e2ec-8554-4511-b030-40d2bf1f27c5 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:22.248632 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fdc4c2ff-49ab-45a9-b852-e07fa3716efc req-6a27e2ec-8554-4511-b030-40d2bf1f27c5 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=57149afd-9a49-4af4-8197-c218a8c0846c HTTP/1.1" status: 200 len: 943 time: 0.1392376 Jan 11 14:15:22.277943 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf72295-59f5-4507-b20e-2c2ee37f3b50 x-openstack-request-id: req-3bf72295-59f5-4507-b20e-2c2ee37f3b50 {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:15:22.278232 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b9c6f8-3513-4858-b580-8f5a465cdcb0", "name": "network-vif-deleted", "tag": "a8aea5d9-aedf-4c6e-954b-f6474f93a6d2", "status": "completed", "code": 200}]} {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:15:22.278484 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3bf72295-59f5-4507-b20e-2c2ee37f3b50 {{(pid=102758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:15:22.278893 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b9c6f8-3513-4858-b580-8f5a465cdcb0', 'name': 'network-vif-deleted', 'tag': 'a8aea5d9-aedf-4c6e-954b-f6474f93a6d2', 'status': 'completed', 'code': 200} Jan 11 14:15:22.305241 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fdc4c2ff-49ab-45a9-b852-e07fa3716efc req-6f91c1d0-d5b1-4ab3-b2e9-094d8e0e4a7c tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513077 Jan 11 14:15:22.588582 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9e8c640b-6f3c-4a65-9f0f-aee1d4eed099 req-62511d06-5a61-493c-8123-19401ef21894 tempest-VolumesActionsTest-2065892254 tempest-VolumesActionsTest-2065892254-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6b9c6f8-3513-4858-b580-8f5a465cdcb0 HTTP/1.1" status: 200 len: 210 time: 0.0259862 Jan 11 14:15:23.228558 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee79691-6f9c-42ae-b2b4-e5daf0134a8a req-7875ff47-f25d-4205-af79-9a8ca5d8ee04 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:23.230034 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1ee79691-6f9c-42ae-b2b4-e5daf0134a8a req-7875ff47-f25d-4205-af79-9a8ca5d8ee04 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0489824 Jan 11 14:15:23.275284 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1ee79691-6f9c-42ae-b2b4-e5daf0134a8a req-3403a095-2e10-4f9e-90e4-b59b8e8918dd tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396388 Jan 11 14:15:23.425887 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5bce3-165d-481e-8f87-39659ca1fbdd req-9722ce25-c18c-4da0-99c2-0f7c1e2d7d8b tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:23.427409 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-50f5bce3-165d-481e-8f87-39659ca1fbdd req-9722ce25-c18c-4da0-99c2-0f7c1e2d7d8b tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=57149afd-9a49-4af4-8197-c218a8c0846c HTTP/1.1" status: 200 len: 943 time: 0.0506356 Jan 11 14:15:23.477744 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-50f5bce3-165d-481e-8f87-39659ca1fbdd req-092a91c0-206b-40e3-a590-ef903b14499d tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447979 Jan 11 14:15:24.123670 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 16deb647-6c63-414a-a191-4b93e1d0501e details requested by agent hyperv_hv-cinder-82413 with host hv-cinder-82413 {{(pid=102760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 14:15:24.224639 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 16deb647-6c63-414a-a191-4b93e1d0501e, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=16deb647-6c63-414a-a191-4b93e1d0501e,segment=NetworkSegment(1ecafd43-8c38-4919-b45e-c12069c719ef),segment_id=1ecafd43-8c38-4919-b45e-c12069c719ef)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:15:24.235347 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Returning: {'device': '16deb647-6c63-414a-a191-4b93e1d0501e', 'network_id': '60123190-3a8f-4b75-b7ad-1e70cf2044c8', 'port_id': '16deb647-6c63-414a-a191-4b93e1d0501e', 'mac_address': 'fa:16:3e:51:a4:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a8438a-684d-4f62-ac48-5413217a84d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 14:15:24.272182 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port 16deb647-6c63-414a-a191-4b93e1d0501e is: DOWN; New status is: BUILD {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:15:24.272587 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (16deb647-6c63-414a-a191-4b93e1d0501e), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:24.287023 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16deb647-6c63-414a-a191-4b93e1d0501e {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:15:24.319294 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 16deb647-6c63-414a-a191-4b93e1d0501e, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=16deb647-6c63-414a-a191-4b93e1d0501e,segment=NetworkSegment(1ecafd43-8c38-4919-b45e-c12069c719ef),segment_id=1ecafd43-8c38-4919-b45e-c12069c719ef)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:15:24.324196 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (16deb647-6c63-414a-a191-4b93e1d0501e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:24.374971 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=16deb647-6c63-414a-a191-4b93e1d0501e,revision_number=4']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:15:24.394038 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f1bce-6823-462f-bab1-89bab4a87de4 req-44306920-346a-448b-8f3a-68cd0f544564 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:24.395516 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-275f1bce-6823-462f-bab1-89bab4a87de4 req-44306920-346a-448b-8f3a-68cd0f544564 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0509696 Jan 11 14:15:24.440924 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-275f1bce-6823-462f-bab1-89bab4a87de4 req-6f964294-8552-4d8c-ad70-b5e75787294b tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399325 Jan 11 14:15:24.595385 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8682290-11d4-44f9-a4e7-f63f0420efcd req-5667ffbb-7f54-4048-ba24-e49b52d2aea0 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:24.597123 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b8682290-11d4-44f9-a4e7-f63f0420efcd req-5667ffbb-7f54-4048-ba24-e49b52d2aea0 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=57149afd-9a49-4af4-8197-c218a8c0846c HTTP/1.1" status: 200 len: 944 time: 0.0513546 Jan 11 14:15:24.642912 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b8682290-11d4-44f9-a4e7-f63f0420efcd req-c6e87ef3-4bb0-49ab-8b39-5b23a964075c tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405059 Jan 11 14:15:25.559291 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53aae6-90cb-45bf-b391-b29b41f35e3f req-f4266e49-5952-4c64-8d00-cb90e015fca8 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:25.560715 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8a53aae6-90cb-45bf-b391-b29b41f35e3f req-f4266e49-5952-4c64-8d00-cb90e015fca8 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0511212 Jan 11 14:15:25.608008 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8a53aae6-90cb-45bf-b391-b29b41f35e3f req-e4549070-3eb5-4a47-9196-b435a1bbb61e tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410788 Jan 11 14:15:26.088043 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-18e816b3-7cb6-4cb0-a363-f4c7fb4ab797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:26.485318 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device a8aea5d9-aedf-4c6e-954b-f6474f93a6d2 no longer exists at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:15:26.506493 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] No Port match for: a8aea5d9-aedf-4c6e-954b-f6474f93a6d2 {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:15:26.506493 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device a8aea5d9-aedf-4c6e-954b-f6474f93a6d2 not bound to the agent host hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:15:26.577961 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac2b60-868e-479f-84db-15a63ae21977 req-0b34bf61-e2c9-4a1a-9c05-64b190b23e41 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:26.579422 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-40ac2b60-868e-479f-84db-15a63ae21977 req-0b34bf61-e2c9-4a1a-9c05-64b190b23e41 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=57149afd-9a49-4af4-8197-c218a8c0846c HTTP/1.1" status: 200 len: 944 time: 0.0472119 Jan 11 14:15:26.624555 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-40ac2b60-868e-479f-84db-15a63ae21977 req-5d5befa1-0ed0-4089-8b24-046d1da03cc1 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396941 Jan 11 14:15:26.722962 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98044c12-fa7a-4c88-8082-b6a466efb0d5 req-e69a2884-eb39-45c3-a2a4-5f578aa1c1a0 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:26.724484 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-98044c12-fa7a-4c88-8082-b6a466efb0d5 req-e69a2884-eb39-45c3-a2a4-5f578aa1c1a0 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0474818 Jan 11 14:15:26.774960 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-98044c12-fa7a-4c88-8082-b6a466efb0d5 req-7441b3fd-0f10-460f-8dcc-3657d4b7a59e tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450091 Jan 11 14:15:28.285046 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ac7c6c1a-2dbc-4937-9628-efb9deeef952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:29.085754 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['16deb647-6c63-414a-a191-4b93e1d0501e'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:15:29.231444 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88040dd-be9f-44cc-a9ad-bf9064f2be9e req-30733684-6bba-48c4-921f-e2ca2e316243 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:29.232966 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e88040dd-be9f-44cc-a9ad-bf9064f2be9e req-30733684-6bba-48c4-921f-e2ca2e316243 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=57149afd-9a49-4af4-8197-c218a8c0846c HTTP/1.1" status: 200 len: 944 time: 0.0484059 Jan 11 14:15:29.279793 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e88040dd-be9f-44cc-a9ad-bf9064f2be9e req-02145a81-849a-428d-a2b1-ab3a054109f9 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412579 Jan 11 14:15:29.341004 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20568176-d6ed-4cc4-a8e7-c2e2da2d4b97 req-650a8246-08ed-45ca-9e10-d0fb00499658 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:29.342360 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-20568176-d6ed-4cc4-a8e7-c2e2da2d4b97 req-650a8246-08ed-45ca-9e10-d0fb00499658 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0468156 Jan 11 14:15:29.387343 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-20568176-d6ed-4cc4-a8e7-c2e2da2d4b97 req-2ce1e55e-a093-404e-9801-fb2b77d04d65 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396812 Jan 11 14:15:29.594237 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:30.400546 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75731b-5f97-4437-ad81-07dfd54006b1 req-44065695-3d2d-45fa-b0d5-faab5f744ff2 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:30.401998 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ed75731b-5f97-4437-ad81-07dfd54006b1 req-44065695-3d2d-45fa-b0d5-faab5f744ff2 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=57149afd-9a49-4af4-8197-c218a8c0846c HTTP/1.1" status: 200 len: 944 time: 0.0531023 Jan 11 14:15:30.476561 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ed75731b-5f97-4437-ad81-07dfd54006b1 req-abd9cf8e-1aa9-47c7-b9fe-412ac358f5c3 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663860 Jan 11 14:15:30.534830 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3426125-f6ca-477d-9808-879830a6f8fb req-e0b073a0-1d0d-4c2e-9082-717d36f3f823 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:30.536401 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a3426125-f6ca-477d-9808-879830a6f8fb req-e0b073a0-1d0d-4c2e-9082-717d36f3f823 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0496318 Jan 11 14:15:30.585344 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a3426125-f6ca-477d-9808-879830a6f8fb req-f1c5ad2c-46f4-4c87-84f7-2fffd52c1679 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434840 Jan 11 14:15:30.730376 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:31.684108 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce9dc0-6e5f-4ced-b8c6-ad4a43bed7c4 req-fe912ed0-cd7b-4198-b4be-3c0c973b8cd8 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:31.685833 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-44ce9dc0-6e5f-4ced-b8c6-ad4a43bed7c4 req-fe912ed0-cd7b-4198-b4be-3c0c973b8cd8 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=57149afd-9a49-4af4-8197-c218a8c0846c HTTP/1.1" status: 200 len: 944 time: 0.1203704 Jan 11 14:15:31.764914 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-44ce9dc0-6e5f-4ced-b8c6-ad4a43bed7c4 req-a4564a3b-a24c-43be-ac51-3c9387f12ab1 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671117 Jan 11 14:15:32.046656 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc90e0f-ba67-4a05-acdd-755efd1ae18e req-3b08cbae-8b12-4541-b3b3-25790feb16a4 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:32.048744 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3cc90e0f-ba67-4a05-acdd-755efd1ae18e req-3b08cbae-8b12-4541-b3b3-25790feb16a4 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0571706 Jan 11 14:15:32.101739 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3cc90e0f-ba67-4a05-acdd-755efd1ae18e req-5dc90bc9-d825-4552-a035-56ed878940fd tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475128 Jan 11 14:15:32.255422 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:33.246522 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 53892) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:15:33.435263 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c3e8231-e812-458f-83c8-a9f7995dc895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:33.513922 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c3e8231-e812-458f-83c8-a9f7995dc895 admin admin] Publish callbacks [] for security_group (858a0553-501a-43b7-8985-cec5c281f504), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:33.541425 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2c3e8231-e812-458f-83c8-a9f7995dc895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (858a0553-501a-43b7-8985-cec5c281f504), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:33.619133 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e8231-e812-458f-83c8-a9f7995dc895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858a0553-501a-43b7-8985-cec5c281f504,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:15:33.642561 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 53902) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:15:33.645389 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-2c3e8231-e812-458f-83c8-a9f7995dc895 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bb974753fa5e4765a0ffa77fdaa8c7e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3975797 Jan 11 14:15:33.718641 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-71bae3df-8a3a-4db6-b00e-942321e467c4 admin admin] Publish callbacks [] for security_group (858a0553-501a-43b7-8985-cec5c281f504), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:33.742279 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-71bae3df-8a3a-4db6-b00e-942321e467c4 admin admin] Publish callbacks [] for security_group (858a0553-501a-43b7-8985-cec5c281f504), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:33.812099 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-71bae3df-8a3a-4db6-b00e-942321e467c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (858a0553-501a-43b7-8985-cec5c281f504), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:33.815148 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-71bae3df-8a3a-4db6-b00e-942321e467c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:33.816442 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-71bae3df-8a3a-4db6-b00e-942321e467c4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/858a0553-501a-43b7-8985-cec5c281f504 HTTP/1.1" status: 204 len: 168 time: 0.1708059 Jan 11 14:15:33.825959 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bae3df-8a3a-4db6-b00e-942321e467c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858a0553-501a-43b7-8985-cec5c281f504,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:15:35.912310 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 16deb647-6c63-414a-a191-4b93e1d0501e up at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:15:35.958628 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:35.982627 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning for port 16deb647-6c63-414a-a191-4b93e1d0501e completed by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 14:15:35.987470 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning complete for port 16deb647-6c63-414a-a191-4b93e1d0501e triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:15:35.987873 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (16deb647-6c63-414a-a191-4b93e1d0501e), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:36.145722 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port 16deb647-6c63-414a-a191-4b93e1d0501e is: BUILD; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:15:36.146141 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (16deb647-6c63-414a-a191-4b93e1d0501e), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:36.185599 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57149afd-9a49-4af4-8197-c218a8c0846c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16deb647-6c63-414a-a191-4b93e1d0501e'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:15:36.188739 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2d4b612b30f5b24bc1864879ef56701efa35e28b014bb4d8aa1230102106bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affc2f91-256f-4e48-b329-8672213c014f" -d '{"events": [{"server_uuid": "57149afd-9a49-4af4-8197-c218a8c0846c", "name": "network-vif-plugged", "status": "completed", "tag": "16deb647-6c63-414a-a191-4b93e1d0501e"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:15:36.205403 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 16deb647-6c63-414a-a191-4b93e1d0501e, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=16deb647-6c63-414a-a191-4b93e1d0501e,segment=NetworkSegment(1ecafd43-8c38-4919-b45e-c12069c719ef),segment_id=1ecafd43-8c38-4919-b45e-c12069c719ef)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:15:36.227582 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (16deb647-6c63-414a-a191-4b93e1d0501e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:36.303652 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=16deb647-6c63-414a-a191-4b93e1d0501e,revision_number=5']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:15:36.313761 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:36.314132 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:36.314527 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:36.314875 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:36.315210 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:36.315564 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:36.316054 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:36.316535 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:36.317150 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:36.317648 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:36.318127 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:36.318725 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:36.319216 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:15:38.039857 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7824a3-9c91-48e3-bbdc-3eaf9f86bda7 req-013aed8b-03f1-44ae-884c-15f1d800c7c5 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:38.041532 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6e7824a3-9c91-48e3-bbdc-3eaf9f86bda7 req-013aed8b-03f1-44ae-884c-15f1d800c7c5 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=57149afd-9a49-4af4-8197-c218a8c0846c HTTP/1.1" status: 200 len: 945 time: 0.0495760 Jan 11 14:15:38.114065 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6e7824a3-9c91-48e3-bbdc-3eaf9f86bda7 req-2feac759-3bb0-40c8-a9b3-8cdcb9c135a6 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647280 Jan 11 14:15:38.147431 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48f3951-890f-4134-83c1-f20c6855cd97 x-openstack-request-id: req-f48f3951-890f-4134-83c1-f20c6855cd97 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:15:38.147983 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57149afd-9a49-4af4-8197-c218a8c0846c", "name": "network-vif-plugged", "status": "completed", "tag": "16deb647-6c63-414a-a191-4b93e1d0501e", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:15:38.147983 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f48f3951-890f-4134-83c1-f20c6855cd97 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:15:38.148378 dv-cinder-824131-3-iscsi neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57149afd-9a49-4af4-8197-c218a8c0846c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16deb647-6c63-414a-a191-4b93e1d0501e', 'code': 200} Jan 11 14:15:38.356693 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ae1b7-a10d-4463-a5a1-738d66251701 req-b39c722a-2f8c-4e03-83a7-3eb630d23188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:38.358947 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6a6ae1b7-a10d-4463-a5a1-738d66251701 req-b39c722a-2f8c-4e03-83a7-3eb630d23188 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=57149afd-9a49-4af4-8197-c218a8c0846c HTTP/1.1" status: 200 len: 1098 time: 0.0663376 Jan 11 14:15:38.409381 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6a6ae1b7-a10d-4463-a5a1-738d66251701 req-139bb8c0-87b6-45cc-bbd9-a097b6a7128b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425696 Jan 11 14:15:39.267119 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695787a7-3a80-425e-bc3e-915722f65d7b req-4cc50afa-11c3-4e13-8cc7-e68f64acdabb tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:39.268704 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-695787a7-3a80-425e-bc3e-915722f65d7b req-4cc50afa-11c3-4e13-8cc7-e68f64acdabb tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=57149afd-9a49-4af4-8197-c218a8c0846c HTTP/1.1" status: 200 len: 945 time: 0.0649595 Jan 11 14:15:39.333698 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-695787a7-3a80-425e-bc3e-915722f65d7b req-93212d5d-b789-408d-a82a-af17addc0724 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589216 Jan 11 14:15:40.131326 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:15:44.315945 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2b7a9-178c-4723-b3fd-3082be734f0c req-57e7aa36-1d92-4af0-9ce4-957a4fcbb81d tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:44.317645 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-95c2b7a9-178c-4723-b3fd-3082be734f0c req-57e7aa36-1d92-4af0-9ce4-957a4fcbb81d tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=57149afd-9a49-4af4-8197-c218a8c0846c HTTP/1.1" status: 200 len: 945 time: 0.0536981 Jan 11 14:15:44.368869 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-95c2b7a9-178c-4723-b3fd-3082be734f0c req-39c7f315-bf8c-429d-980b-399f2ee70905 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451767 Jan 11 14:15:45.496012 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe354ec-5bdf-41f0-85ea-9f7210b9853f req-79fa3d50-0f38-42d8-82f2-02991063c87a tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:45.497556 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cfe354ec-5bdf-41f0-85ea-9f7210b9853f req-79fa3d50-0f38-42d8-82f2-02991063c87a tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=57149afd-9a49-4af4-8197-c218a8c0846c HTTP/1.1" status: 200 len: 945 time: 0.0530460 Jan 11 14:15:45.553508 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cfe354ec-5bdf-41f0-85ea-9f7210b9853f req-705025eb-bdee-4347-911b-2dd233fbe1bf tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498452 Jan 11 14:15:54.103410 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bd5f2-9c3a-4749-9db9-03997542ccb1 req-738f190b-9146-4180-8f86-2cb552ddda67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:54.105772 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6e7bd5f2-9c3a-4749-9db9-03997542ccb1 req-738f190b-9146-4180-8f86-2cb552ddda67 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac8a41f764014f4d95c74c7348ca537e&device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 1099 time: 0.1070218 Jan 11 14:15:54.114431 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb657af-5fb1-4f75-a7a1-801d5a194b0e req-da437733-3a59-4ec1-b2ec-1329ac9c2a56 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:54.115861 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-afb657af-5fb1-4f75-a7a1-801d5a194b0e req-da437733-3a59-4ec1-b2ec-1329ac9c2a56 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0694790 Jan 11 14:15:54.230245 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-afb657af-5fb1-4f75-a7a1-801d5a194b0e req-4d2dc8c2-87e9-41fd-91b6-7fdb1ef05ba5 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039543 Jan 11 14:15:54.268934 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bd5f2-9c3a-4749-9db9-03997542ccb1 req-3ed398d8-a88d-464d-afe9-96ba0fd30b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:54.270694 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6e7bd5f2-9c3a-4749-9db9-03997542ccb1 req-3ed398d8-a88d-464d-afe9-96ba0fd30b96 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e39c23a3-bd49-4a6e-99a6-de49e0477fd9 HTTP/1.1" status: 200 len: 919 time: 0.1538072 Jan 11 14:15:54.316167 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6e7bd5f2-9c3a-4749-9db9-03997542ccb1 req-64ff60f1-2b00-4b3f-b5e7-592181c28b81 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77e99707-79d4-42da-8053-2f361200d181 HTTP/1.1" status: 200 len: 217 time: 0.0376406 Jan 11 14:15:54.374997 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bd5f2-9c3a-4749-9db9-03997542ccb1 req-29913a78-9c6f-43cb-ab01-35e8c4492756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:54.376516 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6e7bd5f2-9c3a-4749-9db9-03997542ccb1 req-29913a78-9c6f-43cb-ab01-35e8c4492756 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f92724c6-8602-4a02-a614-e355ebf8a564 HTTP/1.1" status: 200 len: 858 time: 0.0536370 Jan 11 14:15:54.411110 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6e7bd5f2-9c3a-4749-9db9-03997542ccb1 req-44c578eb-2c7e-457a-8134-ad0986413b48 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e39c23a3-bd49-4a6e-99a6-de49e0477fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253673 Jan 11 14:15:54.518348 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6e7bd5f2-9c3a-4749-9db9-03997542ccb1 req-ca41f1c4-8ca2-4d9a-96af-a75b84b02065 service neutron] 10.222.0.45 "GET /v2.0/networks/e39c23a3-bd49-4a6e-99a6-de49e0477fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913870 Jan 11 14:15:54.676984 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6e7bd5f2-9c3a-4749-9db9-03997542ccb1 req-5a9f18c9-d4f0-488c-a064-9349f36c4ef6 service neutron] 10.222.0.45 "GET /v2.0/networks/e39c23a3-bd49-4a6e-99a6-de49e0477fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509163 Jan 11 14:15:54.973855 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 54304) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:15:55.125441 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c8b2ece3-60c3-41b8-b20b-9fcb04d472e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:55.234169 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c8b2ece3-60c3-41b8-b20b-9fcb04d472e6 admin admin] Publish callbacks [] for security_group (df7d39f2-15fc-40d8-a05e-0809f44c12b7), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:55.239920 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c8b2ece3-60c3-41b8-b20b-9fcb04d472e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (df7d39f2-15fc-40d8-a05e-0809f44c12b7), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:55.270382 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 54322) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:15:55.270864 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-c8b2ece3-60c3-41b8-b20b-9fcb04d472e6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7e459401fb5740e4bf16867b53de5e14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2959132 Jan 11 14:15:55.294572 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2ece3-60c3-41b8-b20b-9fcb04d472e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7d39f2-15fc-40d8-a05e-0809f44c12b7,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:15:55.441282 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-6d00cd14-d9c3-4a67-933a-c5ef33f18ab6 admin admin] Publish callbacks [] for security_group (df7d39f2-15fc-40d8-a05e-0809f44c12b7), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:55.455755 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ee68e-10da-4b79-bdaa-aa3fdde08dd3 req-58482854-2f90-439e-a6c4-8ca71ccff456 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:55.457261 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c38ee68e-10da-4b79-bdaa-aa3fdde08dd3 req-58482854-2f90-439e-a6c4-8ca71ccff456 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.1348314 Jan 11 14:15:55.510419 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-6d00cd14-d9c3-4a67-933a-c5ef33f18ab6 admin admin] Publish callbacks [] for security_group (df7d39f2-15fc-40d8-a05e-0809f44c12b7), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:55.567833 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c38ee68e-10da-4b79-bdaa-aa3fdde08dd3 req-f1299c3d-6859-4cc7-a774-1304dea98807 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975454 Jan 11 14:15:55.579295 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cc351-78ed-439f-8f75-f586ef167d3f req-a53d5e65-63eb-44e3-9441-2fe832234825 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:55.580799 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-370cc351-78ed-439f-8f75-f586ef167d3f req-a53d5e65-63eb-44e3-9441-2fe832234825 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/networks?id=60123190-3a8f-4b75-b7ad-1e70cf2044c8 HTTP/1.1" status: 200 len: 815 time: 0.2086511 Jan 11 14:15:55.601246 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-370cc351-78ed-439f-8f75-f586ef167d3f req-e95a6970-df51-40fd-a25b-71e1c6fd4c28 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/quotas/b02bf5f593a54c658a76fff0246febf4 HTTP/1.1" status: 200 len: 375 time: 0.0131772 Jan 11 14:15:55.633568 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-6d00cd14-d9c3-4a67-933a-c5ef33f18ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (df7d39f2-15fc-40d8-a05e-0809f44c12b7), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:55.636196 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-6d00cd14-d9c3-4a67-933a-c5ef33f18ab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:55.640169 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-6d00cd14-d9c3-4a67-933a-c5ef33f18ab6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/df7d39f2-15fc-40d8-a05e-0809f44c12b7 HTTP/1.1" status: 204 len: 168 time: 0.3685930 Jan 11 14:15:55.668987 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d00cd14-d9c3-4a67-933a-c5ef33f18ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7d39f2-15fc-40d8-a05e-0809f44c12b7,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:15:55.697609 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-370cc351-78ed-439f-8f75-f586ef167d3f req-86c5789d-2bd3-4a85-9009-bd0d4bb962db tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b02bf5f593a54c658a76fff0246febf4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759747 Jan 11 14:15:55.835778 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-370cc351-78ed-439f-8f75-f586ef167d3f req-dd0a1248-0676-4aae-81ee-480f623157b1 service neutron] 10.222.0.49 "GET /v2.0/networks/60123190-3a8f-4b75-b7ad-1e70cf2044c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162574 Jan 11 14:15:56.112736 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d190a37e-1d69-462e-971a-887eb83e3e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:56.133723 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 54354) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:15:56.149254 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bdf06588-59bb-46d5-b0ed-eb177d37e6ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:56.177209 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-370cc351-78ed-439f-8f75-f586ef167d3f req-78e45def-1c5a-49f3-8001-793e73f7e4c1 service neutron] 10.222.0.49 "GET /v2.0/networks/60123190-3a8f-4b75-b7ad-1e70cf2044c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440254 Jan 11 14:15:56.281128 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bdf06588-59bb-46d5-b0ed-eb177d37e6ee admin admin] Publish callbacks [] for security_group (9cc35053-d159-43f2-9539-263e9dd06206), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:56.296164 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bdf06588-59bb-46d5-b0ed-eb177d37e6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (9cc35053-d159-43f2-9539-263e9dd06206), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:56.381275 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 54360) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:15:56.384087 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-bdf06588-59bb-46d5-b0ed-eb177d37e6ee admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9f1410e612674b928e87964d7145bb55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2482607 Jan 11 14:15:56.397488 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf06588-59bb-46d5-b0ed-eb177d37e6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc35053-d159-43f2-9539-263e9dd06206,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:15:56.489440 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-e2510762-d3ab-4906-9803-542577ae18b2 admin admin] Publish callbacks [] for security_group (9cc35053-d159-43f2-9539-263e9dd06206), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:56.544677 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-e2510762-d3ab-4906-9803-542577ae18b2 admin admin] Publish callbacks [] for security_group (9cc35053-d159-43f2-9539-263e9dd06206), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:56.602435 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1a81c38f-6cbe-4f10-9620-20595391d9b9 req-76f889aa-2691-428f-a7b5-09239edd27b3 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=72dedc58-795a-45be-946e-b22d685ee6c1 HTTP/1.1" status: 200 len: 210 time: 0.0497839 Jan 11 14:15:56.732798 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-e2510762-d3ab-4906-9803-542577ae18b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (9cc35053-d159-43f2-9539-263e9dd06206), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:56.736000 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-e2510762-d3ab-4906-9803-542577ae18b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:56.739646 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-e2510762-d3ab-4906-9803-542577ae18b2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9cc35053-d159-43f2-9539-263e9dd06206 HTTP/1.1" status: 204 len: 168 time: 0.3554082 Jan 11 14:15:56.748281 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2510762-d3ab-4906-9803-542577ae18b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc35053-d159-43f2-9539-263e9dd06206,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:15:56.855703 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c428d-f576-4654-8969-360443e26314 req-b314badc-f7f2-4161-9614-6a0f8bf3c494 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:56.857517 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-328c428d-f576-4654-8969-360443e26314 req-b314badc-f7f2-4161-9614-6a0f8bf3c494 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0917466 Jan 11 14:15:56.924026 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-328c428d-f576-4654-8969-360443e26314 req-264ca4fb-f5d7-4028-a6c2-ff810239d1aa tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600867 Jan 11 14:15:57.209008 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 54392) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:15:57.223010 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c5911398-feea-416e-979b-a5e117fe1827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:57.311381 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c5911398-feea-416e-979b-a5e117fe1827 admin admin] Publish callbacks [] for security_group (b8adb221-ca9b-4f11-baf0-72201f5582b4), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:57.315304 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c5911398-feea-416e-979b-a5e117fe1827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (b8adb221-ca9b-4f11-baf0-72201f5582b4), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:57.353171 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-c5911398-feea-416e-979b-a5e117fe1827 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=86a6cf71a0764cb2b5f40effd68b3ac7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431112 Jan 11 14:15:57.356559 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 54400) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:15:57.357082 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5911398-feea-416e-979b-a5e117fe1827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8adb221-ca9b-4f11-baf0-72201f5582b4,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:15:57.416156 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-18644b8b-d770-4888-b2f3-e7ca2358c8d2 admin admin] Publish callbacks [] for security_group (b8adb221-ca9b-4f11-baf0-72201f5582b4), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:57.439233 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-18644b8b-d770-4888-b2f3-e7ca2358c8d2 admin admin] Publish callbacks [] for security_group (b8adb221-ca9b-4f11-baf0-72201f5582b4), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:57.484141 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-18644b8b-d770-4888-b2f3-e7ca2358c8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (b8adb221-ca9b-4f11-baf0-72201f5582b4), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:57.486777 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-18644b8b-d770-4888-b2f3-e7ca2358c8d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:57.487923 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-18644b8b-d770-4888-b2f3-e7ca2358c8d2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b8adb221-ca9b-4f11-baf0-72201f5582b4 HTTP/1.1" status: 204 len: 168 time: 0.1303821 Jan 11 14:15:57.495838 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18644b8b-d770-4888-b2f3-e7ca2358c8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8adb221-ca9b-4f11-baf0-72201f5582b4,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:15:57.710597 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-95ff6e62-0c81-4ea2-acdb-ff86ddb70511 req-6b451270-2f9d-4203-a822-26c7242f5a41 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=72dedc58-795a-45be-946e-b22d685ee6c1 HTTP/1.1" status: 200 len: 210 time: 0.0427525 Jan 11 14:15:57.943877 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cc351-78ed-439f-8f75-f586ef167d3f req-1ba40b10-f210-45d8-ac72-053fbe17f598 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:57.945313 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-370cc351-78ed-439f-8f75-f586ef167d3f req-1ba40b10-f210-45d8-ac72-053fbe17f598 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.45 "GET /v2.0/networks?id=60123190-3a8f-4b75-b7ad-1e70cf2044c8 HTTP/1.1" status: 200 len: 815 time: 0.1134541 Jan 11 14:15:57.969136 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [req-370cc351-78ed-439f-8f75-f586ef167d3f req-1c828a01-700f-47e1-9930-29af28688166 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Request body: {'port': {'device_id': '72dedc58-795a-45be-946e-b22d685ee6c1', 'network_id': '60123190-3a8f-4b75-b7ad-1e70cf2044c8', 'admin_state_up': True, 'tenant_id': 'b02bf5f593a54c658a76fff0246febf4'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:15:58.092901 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5392e5f-6ae5-42e9-a880-7c0352435507 req-a33d22b8-67a6-47df-9ce4-634aa7352f06 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:58.094365 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f5392e5f-6ae5-42e9-a880-7c0352435507 req-a33d22b8-67a6-47df-9ce4-634aa7352f06 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0782933 Jan 11 14:15:58.156186 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f5392e5f-6ae5-42e9-a880-7c0352435507 req-bee7d3c7-a613-4d77-93f0-650b14354fc0 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563142 Jan 11 14:15:58.157253 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-370cc351-78ed-439f-8f75-f586ef167d3f req-1c828a01-700f-47e1-9930-29af28688166 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Made reservation on behalf of b02bf5f593a54c658a76fff0246febf4 for: {'port': 1} {{(pid=102758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:15:58.160563 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-370cc351-78ed-439f-8f75-f586ef167d3f req-1c828a01-700f-47e1-9930-29af28688166 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:58.292128 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d623605f-4ac4-4b50-93f9-a2fbc21b909c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:58.301164 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.db_base_plugin_common [req-370cc351-78ed-439f-8f75-f586ef167d3f req-1c828a01-700f-47e1-9930-29af28688166 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Allocated IP 172.20.0.10 (60123190-3a8f-4b75-b7ad-1e70cf2044c8/07a8438a-684d-4f62-ac48-5413217a84d0/097e8414-4883-4986-ba49-5f760c6cbef9) {{(pid=102758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:15:58.458061 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-370cc351-78ed-439f-8f75-f586ef167d3f req-1c828a01-700f-47e1-9930-29af28688166 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Publish callbacks [] for port (097e8414-4883-4986-ba49-5f760c6cbef9), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:58.499458 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-370cc351-78ed-439f-8f75-f586ef167d3f req-1c828a01-700f-47e1-9930-29af28688166 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996'] for port (097e8414-4883-4986-ba49-5f760c6cbef9), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:58.556253 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-370cc351-78ed-439f-8f75-f586ef167d3f req-1c828a01-700f-47e1-9930-29af28688166 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Network 60123190-3a8f-4b75-b7ad-1e70cf2044c8 is already hosted by enough agents. {{(pid=102758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:15:58.559833 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.base_scheduler [req-370cc351-78ed-439f-8f75-f586ef167d3f req-1c828a01-700f-47e1-9930-29af28688166 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Resources bound (agent type, host, resource id): {{(pid=102758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:15:58.564108 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.l3_dvrscheduler_db [req-370cc351-78ed-439f-8f75-f586ef167d3f req-1c828a01-700f-47e1-9930-29af28688166 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Received port after_create {{(pid=102758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:15:58.572308 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872', '16deb647-6c63-414a-a191-4b93e1d0501e'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:15:58.573708 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cc351-78ed-439f-8f75-f586ef167d3f req-1c828a01-700f-47e1-9930-29af28688166 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:58.574366 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-370cc351-78ed-439f-8f75-f586ef167d3f req-1c828a01-700f-47e1-9930-29af28688166 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:58.583311 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c828a01-700f-47e1-9930-29af28688166 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Pushing event updated for resources: {'Port': ['ID=097e8414-4883-4986-ba49-5f760c6cbef9,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:15:58.605250 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-370cc351-78ed-439f-8f75-f586ef167d3f req-1c828a01-700f-47e1-9930-29af28688166 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6326499 Jan 11 14:15:58.617957 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [req-370cc351-78ed-439f-8f75-f586ef167d3f req-36c2396e-4d79-4f81-83c5-8e1c4b556bfe service neutron] Request body: {'port': {'device_id': '72dedc58-795a-45be-946e-b22d685ee6c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82413'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:15:58.705454 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-370cc351-78ed-439f-8f75-f586ef167d3f req-36c2396e-4d79-4f81-83c5-8e1c4b556bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (097e8414-4883-4986-ba49-5f760c6cbef9), before_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:58.950993 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7d30f-1235-4229-9921-51ac80961642 req-414ffbbf-a868-471d-855c-71aef1b72877 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:58.952565 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-68e7d30f-1235-4229-9921-51ac80961642 req-414ffbbf-a868-471d-855c-71aef1b72877 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=72dedc58-795a-45be-946e-b22d685ee6c1 HTTP/1.1" status: 200 len: 932 time: 0.1034384 Jan 11 14:15:59.057678 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-68e7d30f-1235-4229-9921-51ac80961642 req-3a2a34e2-754a-4bc5-8d1f-48722c605ff0 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947063 Jan 11 14:15:59.146014 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca4a06-d0f5-4f1c-b99c-ebd7bbe9f372 req-fd777a40-7c3c-4371-a19b-32cf289d9be6 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:59.147510 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-deca4a06-d0f5-4f1c-b99c-ebd7bbe9f372 req-fd777a40-7c3c-4371-a19b-32cf289d9be6 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f529c1c-6a41-4af2-9b68-66480142d541 HTTP/1.1" status: 200 len: 946 time: 0.0834858 Jan 11 14:15:59.205128 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [req-370cc351-78ed-439f-8f75-f586ef167d3f req-36c2396e-4d79-4f81-83c5-8e1c4b556bfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 097e8414-4883-4986-ba49-5f760c6cbef9 {{(pid=102758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:15:59.217185 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-370cc351-78ed-439f-8f75-f586ef167d3f req-36c2396e-4d79-4f81-83c5-8e1c4b556bfe service neutron] Publish callbacks [] for port (097e8414-4883-4986-ba49-5f760c6cbef9), precommit_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:59.250604 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-deca4a06-d0f5-4f1c-b99c-ebd7bbe9f372 req-cfa300eb-6a9a-4d67-9fa8-76a94ed47039 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/security-groups?id=69729857-6067-4647-910f-949f11133207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823338 Jan 11 14:15:59.251523 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.provisioning_blocks [req-370cc351-78ed-439f-8f75-f586ef167d3f req-36c2396e-4d79-4f81-83c5-8e1c4b556bfe service neutron] Transition to ACTIVE for port object 097e8414-4883-4986-ba49-5f760c6cbef9 will not be triggered until provisioned by entity L2. {{(pid=102758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 14:15:59.274428 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-370cc351-78ed-439f-8f75-f586ef167d3f req-36c2396e-4d79-4f81-83c5-8e1c4b556bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (097e8414-4883-4986-ba49-5f760c6cbef9), after_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:59.337974 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd01cf-c499-4ce9-8ff5-0b26dcdcdb98 req-fda44fe6-8647-43ec-8b29-0c60d8cd6212 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:59.339933 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-aafd01cf-c499-4ce9-8ff5-0b26dcdcdb98 req-fda44fe6-8647-43ec-8b29-0c60d8cd6212 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.1102772 Jan 11 14:15:59.372147 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2396e-4d79-4f81-83c5-8e1c4b556bfe service neutron] Pushing event updated for resources: {'Port': ['ID=097e8414-4883-4986-ba49-5f760c6cbef9,revision_number=2']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:15:59.398120 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.managers [req-370cc351-78ed-439f-8f75-f586ef167d3f req-36c2396e-4d79-4f81-83c5-8e1c4b556bfe service neutron] Attempting to bind port 097e8414-4883-4986-ba49-5f760c6cbef9 on host hv-cinder-82413 for vnic_type normal with profile {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:15:59.398463 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.managers [req-370cc351-78ed-439f-8f75-f586ef167d3f req-36c2396e-4d79-4f81-83c5-8e1c4b556bfe service neutron] Attempting to bind port 097e8414-4883-4986-ba49-5f760c6cbef9 by drivers openvswitch,hyperv on host hv-cinder-82413 at level 0 using segments [{'id': '1ecafd43-8c38-4919-b45e-c12069c719ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '60123190-3a8f-4b75-b7ad-1e70cf2044c8'}] {{(pid=102758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:15:59.398796 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370cc351-78ed-439f-8f75-f586ef167d3f req-36c2396e-4d79-4f81-83c5-8e1c4b556bfe service neutron] Attempting to bind port 097e8414-4883-4986-ba49-5f760c6cbef9 on network 60123190-3a8f-4b75-b7ad-1e70cf2044c8 {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:15:59.408273 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370cc351-78ed-439f-8f75-f586ef167d3f req-36c2396e-4d79-4f81-83c5-8e1c4b556bfe service neutron] Port 097e8414-4883-4986-ba49-5f760c6cbef9 on network 60123190-3a8f-4b75-b7ad-1e70cf2044c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82413 {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 14:15:59.408600 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370cc351-78ed-439f-8f75-f586ef167d3f req-36c2396e-4d79-4f81-83c5-8e1c4b556bfe service neutron] Attempting to bind port 097e8414-4883-4986-ba49-5f760c6cbef9 on network 60123190-3a8f-4b75-b7ad-1e70cf2044c8 {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:15:59.421106 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370cc351-78ed-439f-8f75-f586ef167d3f req-36c2396e-4d79-4f81-83c5-8e1c4b556bfe service neutron] Checking agent: {'id': '183634b4-d914-49fa-b358-00b9224e1c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'started_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:15:59.421446 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370cc351-78ed-439f-8f75-f586ef167d3f req-36c2396e-4d79-4f81-83c5-8e1c4b556bfe service neutron] Checking segment: {'id': '1ecafd43-8c38-4919-b45e-c12069c719ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '60123190-3a8f-4b75-b7ad-1e70cf2044c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:15:59.421830 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370cc351-78ed-439f-8f75-f586ef167d3f req-36c2396e-4d79-4f81-83c5-8e1c4b556bfe service neutron] Bound using segment: {'id': '1ecafd43-8c38-4919-b45e-c12069c719ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '60123190-3a8f-4b75-b7ad-1e70cf2044c8'} {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:15:59.422262 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.managers [req-370cc351-78ed-439f-8f75-f586ef167d3f req-36c2396e-4d79-4f81-83c5-8e1c4b556bfe service neutron] Bound port: 097e8414-4883-4986-ba49-5f760c6cbef9, host: hv-cinder-82413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ecafd43-8c38-4919-b45e-c12069c719ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '60123190-3a8f-4b75-b7ad-1e70cf2044c8'}}] {{(pid=102758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:15:59.422619 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-370cc351-78ed-439f-8f75-f586ef167d3f req-36c2396e-4d79-4f81-83c5-8e1c4b556bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (097e8414-4883-4986-ba49-5f760c6cbef9), before_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:59.441450 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-aafd01cf-c499-4ce9-8ff5-0b26dcdcdb98 req-e85ff8d6-78ff-4895-a92c-a2bd0a7ef11a tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932565 Jan 11 14:15:59.491912 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [req-370cc351-78ed-439f-8f75-f586ef167d3f req-36c2396e-4d79-4f81-83c5-8e1c4b556bfe service neutron] For port 097e8414-4883-4986-ba49-5f760c6cbef9, host hv-cinder-82413, cleared binding levels {{(pid=102758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:15:59.495341 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [req-370cc351-78ed-439f-8f75-f586ef167d3f req-36c2396e-4d79-4f81-83c5-8e1c4b556bfe service neutron] For port 097e8414-4883-4986-ba49-5f760c6cbef9, host hv-cinder-82413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=097e8414-4883-4986-ba49-5f760c6cbef9,segment=NetworkSegment(1ecafd43-8c38-4919-b45e-c12069c719ef),segment_id=1ecafd43-8c38-4919-b45e-c12069c719ef)] {{(pid=102758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:15:59.499882 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-370cc351-78ed-439f-8f75-f586ef167d3f req-36c2396e-4d79-4f81-83c5-8e1c4b556bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (097e8414-4883-4986-ba49-5f760c6cbef9), after_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:59.538979 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cc351-78ed-439f-8f75-f586ef167d3f req-36c2396e-4d79-4f81-83c5-8e1c4b556bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:59.539623 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-370cc351-78ed-439f-8f75-f586ef167d3f req-36c2396e-4d79-4f81-83c5-8e1c4b556bfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:59.541013 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-370cc351-78ed-439f-8f75-f586ef167d3f req-36c2396e-4d79-4f81-83c5-8e1c4b556bfe service neutron] 10.222.0.45 "PUT /v2.0/ports/097e8414-4883-4986-ba49-5f760c6cbef9 HTTP/1.1" status: 200 len: 1094 time: 0.9313691 Jan 11 14:15:59.541478 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72dedc58-795a-45be-946e-b22d685ee6c1', 'tag': '097e8414-4883-4986-ba49-5f760c6cbef9'}] {{(pid=102758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:15:59.543752 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bad0c4360237c930a732257e05ff37eb7f7649fd7d398cae3022b7fa374a377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55b09ea-216d-42cf-8e39-a546417d9070" -d '{"events": [{"name": "network-changed", "server_uuid": "72dedc58-795a-45be-946e-b22d685ee6c1", "tag": "097e8414-4883-4986-ba49-5f760c6cbef9"}]}' {{(pid=102758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:15:59.566113 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2396e-4d79-4f81-83c5-8e1c4b556bfe service neutron] Pushing event updated for resources: {'Port': ['ID=097e8414-4883-4986-ba49-5f760c6cbef9,revision_number=3']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:15:59.589781 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 14:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c2bcf8-9b11-4a7d-839f-943c6a7cb65f x-openstack-request-id: req-35c2bcf8-9b11-4a7d-839f-943c6a7cb65f {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:15:59.590077 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72dedc58-795a-45be-946e-b22d685ee6c1", "tag": "097e8414-4883-4986-ba49-5f760c6cbef9", "status": "completed", "code": 200}]} {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:15:59.590337 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-35c2bcf8-9b11-4a7d-839f-943c6a7cb65f {{(pid=102758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:15:59.590741 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72dedc58-795a-45be-946e-b22d685ee6c1', 'tag': '097e8414-4883-4986-ba49-5f760c6cbef9', 'status': 'completed', 'code': 200} Jan 11 14:15:59.597575 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:15:59.632001 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cc351-78ed-439f-8f75-f586ef167d3f req-483c9996-9ad3-4f8a-add7-7f5e43f2edef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:59.633622 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-370cc351-78ed-439f-8f75-f586ef167d3f req-483c9996-9ad3-4f8a-add7-7f5e43f2edef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b02bf5f593a54c658a76fff0246febf4&device_id=72dedc58-795a-45be-946e-b22d685ee6c1 HTTP/1.1" status: 200 len: 1097 time: 0.0406063 Jan 11 14:15:59.677763 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-370cc351-78ed-439f-8f75-f586ef167d3f req-abf5bf25-78ea-4085-a3ad-5c0778dd8c47 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=097e8414-4883-4986-ba49-5f760c6cbef9 HTTP/1.1" status: 200 len: 217 time: 0.0331099 Jan 11 14:15:59.727260 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cc351-78ed-439f-8f75-f586ef167d3f req-0cdba547-eb8c-428f-82c9-2358f25be153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:15:59.728765 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-370cc351-78ed-439f-8f75-f586ef167d3f req-0cdba547-eb8c-428f-82c9-2358f25be153 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=07a8438a-684d-4f62-ac48-5413217a84d0 HTTP/1.1" status: 200 len: 855 time: 0.0439410 Jan 11 14:15:59.766554 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-370cc351-78ed-439f-8f75-f586ef167d3f req-bf24168a-eb9d-4633-aa1b-adf94c05d3e3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60123190-3a8f-4b75-b7ad-1e70cf2044c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298955 Jan 11 14:15:59.872854 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-370cc351-78ed-439f-8f75-f586ef167d3f req-0328b40e-4acb-40e6-b3de-ff55f02ff6c4 service neutron] 10.222.0.45 "GET /v2.0/networks/60123190-3a8f-4b75-b7ad-1e70cf2044c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903301 Jan 11 14:15:59.969387 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-370cc351-78ed-439f-8f75-f586ef167d3f req-449cc673-c5ed-4d66-a813-4555af56c6f5 service neutron] 10.222.0.45 "GET /v2.0/networks/60123190-3a8f-4b75-b7ad-1e70cf2044c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863442 Jan 11 14:16:00.064841 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 54498) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:16:00.065318 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b09ea-216d-42cf-8e39-a546417d9070 req-63cd6a71-f7bd-4401-96d8-98b603c59b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:00.066425 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a55b09ea-216d-42cf-8e39-a546417d9070 req-63cd6a71-f7bd-4401-96d8-98b603c59b34 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b02bf5f593a54c658a76fff0246febf4&device_id=72dedc58-795a-45be-946e-b22d685ee6c1 HTTP/1.1" status: 200 len: 1097 time: 0.0411031 Jan 11 14:16:00.111019 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5dc38ce-4285-4387-9aa4-1cd30f7e1872 admin admin] Deleting subnet 2d813e0c-a30f-400a-922b-feca8d75bcf6 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 14:16:00.114139 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f5dc38ce-4285-4387-9aa4-1cd30f7e1872 admin admin] Publish callbacks [] for subnet (2d813e0c-a30f-400a-922b-feca8d75bcf6), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:00.149325 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f5dc38ce-4285-4387-9aa4-1cd30f7e1872 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850843'] for subnet (2d813e0c-a30f-400a-922b-feca8d75bcf6), precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:00.186088 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b09ea-216d-42cf-8e39-a546417d9070 req-f8caf2b9-d039-4bcd-bccc-cb11b225a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:00.187585 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a55b09ea-216d-42cf-8e39-a546417d9070 req-f8caf2b9-d039-4bcd-bccc-cb11b225a6dd service neutron] 10.222.0.45 "GET /v2.0/networks?id=60123190-3a8f-4b75-b7ad-1e70cf2044c8 HTTP/1.1" status: 200 len: 916 time: 0.1152568 Jan 11 14:16:00.190730 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f5dc38ce-4285-4387-9aa4-1cd30f7e1872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757316'] for subnet (2d813e0c-a30f-400a-922b-feca8d75bcf6), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:00.200855 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55983c3-4cf1-464a-8992-5746b96604a0 req-fcf39999-eda0-4332-967e-11f458f94723 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:00.202263 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b55983c3-4cf1-464a-8992-5746b96604a0 req-fcf39999-eda0-4332-967e-11f458f94723 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=72dedc58-795a-45be-946e-b22d685ee6c1 HTTP/1.1" status: 200 len: 944 time: 0.0711150 Jan 11 14:16:00.239942 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f5dc38ce-4285-4387-9aa4-1cd30f7e1872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10442644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10134044'] for subnet (2d813e0c-a30f-400a-922b-feca8d75bcf6), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:00.246713 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a55b09ea-216d-42cf-8e39-a546417d9070 req-378d59fe-9053-4389-a6c1-33141be7f74c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=097e8414-4883-4986-ba49-5f760c6cbef9 HTTP/1.1" status: 200 len: 217 time: 0.0435195 Jan 11 14:16:00.265081 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc38ce-4285-4387-9aa4-1cd30f7e1872 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d813e0c-a30f-400a-922b-feca8d75bcf6,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:00.268799 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f5dc38ce-4285-4387-9aa4-1cd30f7e1872 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:00.271950 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-f5dc38ce-4285-4387-9aa4-1cd30f7e1872 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2d813e0c-a30f-400a-922b-feca8d75bcf6 HTTP/1.1" status: 204 len: 168 time: 0.2060854 Jan 11 14:16:00.275398 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 54502) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:16:00.310193 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b55983c3-4cf1-464a-8992-5746b96604a0 req-7cbdb931-8e63-4039-bd4c-376d870028bc tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015332 Jan 11 14:16:00.325603 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b09ea-216d-42cf-8e39-a546417d9070 req-413bc7ec-872a-4a89-91b9-3c122ca68668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:00.327652 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a55b09ea-216d-42cf-8e39-a546417d9070 req-413bc7ec-872a-4a89-91b9-3c122ca68668 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=07a8438a-684d-4f62-ac48-5413217a84d0 HTTP/1.1" status: 200 len: 855 time: 0.0685513 Jan 11 14:16:00.342892 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-677fdac8-5fd9-4450-9147-6ca93e832f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1612487'] for network (7b5e68a5-0493-4fc3-a425-de993e119741), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:00.365224 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a55b09ea-216d-42cf-8e39-a546417d9070 req-f8a3e38e-7c72-4cb4-9505-c2a0afa85ab2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60123190-3a8f-4b75-b7ad-1e70cf2044c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307956 Jan 11 14:16:00.421698 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-677fdac8-5fd9-4450-9147-6ca93e832f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759249', 'neutron.services.segments.db._delete_segments_for_network-8792866421935'] for network (7b5e68a5-0493-4fc3-a425-de993e119741), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:00.442698 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.services.segments.db [None req-677fdac8-5fd9-4450-9147-6ca93e832f44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b5e68a5-0493-4fc3-a425-de993e119741']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:16:00.446673 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6975c8-106f-40c5-b39f-fa2b6a70f1b9 req-c1f7e255-c56b-460f-b59a-4892a2f055f8 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:00.449008 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3e6975c8-106f-40c5-b39f-fa2b6a70f1b9 req-c1f7e255-c56b-460f-b59a-4892a2f055f8 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f529c1c-6a41-4af2-9b68-66480142d541 HTTP/1.1" status: 200 len: 946 time: 0.1195960 Jan 11 14:16:00.453128 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.services.segments.db [None req-677fdac8-5fd9-4450-9147-6ca93e832f44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e00fd05-280a-4573-8926-719a55e365b4') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:16:00.453414 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.services.segments.db [None req-677fdac8-5fd9-4450-9147-6ca93e832f44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e00fd05-280a-4573-8926-719a55e365b4') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:16:00.464911 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-677fdac8-5fd9-4450-9147-6ca93e832f44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792866425528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850834'] for segment (9e00fd05-280a-4573-8926-719a55e365b4), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:00.482208 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-677fdac8-5fd9-4450-9147-6ca93e832f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781'] for segment (9e00fd05-280a-4573-8926-719a55e365b4), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:00.490314 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-677fdac8-5fd9-4450-9147-6ca93e832f44 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 14:16:00.490832 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-677fdac8-5fd9-4450-9147-6ca93e832f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10442738'] for segment (9e00fd05-280a-4573-8926-719a55e365b4), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:00.493160 dv-cinder-824131-3-iscsi neutron-server[102759]: Traceback (most recent call last): Jan 11 14:16:00.493160 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 14:16:00.493160 dv-cinder-824131-3-iscsi neutron-server[102759]: timer() Jan 11 14:16:00.493160 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 14:16:00.493160 dv-cinder-824131-3-iscsi neutron-server[102759]: cb(*args, **kw) Jan 11 14:16:00.493160 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 14:16:00.493160 dv-cinder-824131-3-iscsi neutron-server[102759]: return func(*args, **kwargs) Jan 11 14:16:00.493160 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 14:16:00.493160 dv-cinder-824131-3-iscsi neutron-server[102759]: self._notify() Jan 11 14:16:00.493160 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 14:16:00.493160 dv-cinder-824131-3-iscsi neutron-server[102759]: self.callback(batched_events) Jan 11 14:16:00.493160 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 14:16:00.493160 dv-cinder-824131-3-iscsi neutron-server[102759]: event.method(event) Jan 11 14:16:00.493160 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 14:16:00.493160 dv-cinder-824131-3-iscsi neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 14:16:00.493160 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 14:16:00.493160 dv-cinder-824131-3-iscsi neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 14:16:00.493160 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 14:16:00.493160 dv-cinder-824131-3-iscsi neutron-server[102759]: return f(self, *a, **k) Jan 11 14:16:00.493160 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 14:16:00.493160 dv-cinder-824131-3-iscsi neutron-server[102759]: return self._get(url).json() Jan 11 14:16:00.493160 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 14:16:00.493160 dv-cinder-824131-3-iscsi neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 14:16:00.493160 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 14:16:00.493160 dv-cinder-824131-3-iscsi neutron-server[102759]: return self.request(url, 'GET', **kwargs) Jan 11 14:16:00.493160 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 14:16:00.493160 dv-cinder-824131-3-iscsi neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 14:16:00.493160 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 14:16:00.493160 dv-cinder-824131-3-iscsi neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 14:16:00.493160 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 14:16:00.493160 dv-cinder-824131-3-iscsi neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 14:16:00.493160 dv-cinder-824131-3-iscsi neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 14:16:00.502175 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a55b09ea-216d-42cf-8e39-a546417d9070 req-84bb40a8-d92f-403e-985f-4ca1d21f6127 service neutron] 10.222.0.45 "GET /v2.0/networks/60123190-3a8f-4b75-b7ad-1e70cf2044c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235092 Jan 11 14:16:00.531026 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3e6975c8-106f-40c5-b39f-fa2b6a70f1b9 req-7b5bada5-0b1f-4aa2-ad8f-5309d42dad8e tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/security-groups?id=69729857-6067-4647-910f-949f11133207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705059 Jan 11 14:16:00.559833 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-677fdac8-5fd9-4450-9147-6ca93e832f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704736'] for network (7b5e68a5-0493-4fc3-a425-de993e119741), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:00.566457 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-677fdac8-5fd9-4450-9147-6ca93e832f44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for network (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:00.570258 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-677fdac8-5fd9-4450-9147-6ca93e832f44 admin admin] 10.222.0.49 "DELETE /v2.0/networks/7b5e68a5-0493-4fc3-a425-de993e119741 HTTP/1.1" status: 204 len: 168 time: 0.2945688 Jan 11 14:16:00.585652 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677fdac8-5fd9-4450-9147-6ca93e832f44 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b5e68a5-0493-4fc3-a425-de993e119741,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:00.641013 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a55b09ea-216d-42cf-8e39-a546417d9070 req-0f52bb3c-9029-4065-ab84-2fe4b8bb69dd service neutron] 10.222.0.45 "GET /v2.0/networks/60123190-3a8f-4b75-b7ad-1e70cf2044c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223025 Jan 11 14:16:00.683885 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce0f64-35f1-4c5b-8645-604228e08ed9 req-dfba8b9b-650a-48fb-8ead-211b2725bb2d tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:00.686780 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-bdce0f64-35f1-4c5b-8645-604228e08ed9 req-dfba8b9b-650a-48fb-8ead-211b2725bb2d tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0631256 Jan 11 14:16:00.737241 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:00.747133 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-bdce0f64-35f1-4c5b-8645-604228e08ed9 req-db61c816-4f90-4273-85d6-0cb004a1989a tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560732 Jan 11 14:16:00.768039 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 54512) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:16:00.808519 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-40de13ff-95d5-4645-a5da-254dcfe68b4d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=61ee5ce1ef8d4f0ba4a225c91b7f6d05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393538 Jan 11 14:16:00.810914 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 54514) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:16:00.857553 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-71688e5c-5fbd-411c-8020-5faf264de17d admin admin] Publish callbacks [] for security_group (77276571-39b3-4f8c-9032-1f76d1274883), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:00.878530 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-71688e5c-5fbd-411c-8020-5faf264de17d admin admin] Publish callbacks [] for security_group (77276571-39b3-4f8c-9032-1f76d1274883), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:00.923143 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-71688e5c-5fbd-411c-8020-5faf264de17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (77276571-39b3-4f8c-9032-1f76d1274883), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:00.925731 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-71688e5c-5fbd-411c-8020-5faf264de17d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:00.926869 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-71688e5c-5fbd-411c-8020-5faf264de17d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/77276571-39b3-4f8c-9032-1f76d1274883 HTTP/1.1" status: 204 len: 168 time: 0.1151483 Jan 11 14:16:00.934759 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71688e5c-5fbd-411c-8020-5faf264de17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77276571-39b3-4f8c-9032-1f76d1274883,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:01.432983 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852599c1-d47f-486b-a862-67ac9eae778e req-972a23b2-0b70-4a02-b658-1e4d7ebc4e4d tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:01.434443 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-852599c1-d47f-486b-a862-67ac9eae778e req-972a23b2-0b70-4a02-b658-1e4d7ebc4e4d tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=72dedc58-795a-45be-946e-b22d685ee6c1 HTTP/1.1" status: 200 len: 944 time: 0.0513799 Jan 11 14:16:01.532403 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-852599c1-d47f-486b-a862-67ac9eae778e req-29c4280f-3bf1-49e6-a2c9-9d3ec186bc91 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836742 Jan 11 14:16:01.533697 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d410c78-f5e7-4735-95e8-b6384fdacc30 req-12b93468-72c6-4ff8-82f3-d0704aa68e35 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:01.535179 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7d410c78-f5e7-4735-95e8-b6384fdacc30 req-12b93468-72c6-4ff8-82f3-d0704aa68e35 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f529c1c-6a41-4af2-9b68-66480142d541 HTTP/1.1" status: 200 len: 946 time: 0.0888007 Jan 11 14:16:01.682583 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffca8b-249b-4c04-93ee-e0fdb8c60b40 req-b6ab3b21-4a73-43d7-85c4-586f9ccf3aa7 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:01.684132 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-74ffca8b-249b-4c04-93ee-e0fdb8c60b40 req-b6ab3b21-4a73-43d7-85c4-586f9ccf3aa7 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f529c1c-6a41-4af2-9b68-66480142d541 HTTP/1.1" status: 200 len: 946 time: 0.0740850 Jan 11 14:16:01.689986 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [req-7d410c78-f5e7-4735-95e8-b6384fdacc30 req-15d27d85-5c04-40e4-88c3-e4889fc11d8a tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Deleting port 05f5ded1-fa13-416c-a773-af2edc884f66 {{(pid=102758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:16:01.690675 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-7d410c78-f5e7-4735-95e8-b6384fdacc30 req-15d27d85-5c04-40e4-88c3-e4889fc11d8a tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (05f5ded1-fa13-416c-a773-af2edc884f66), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:01.801232 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-74ffca8b-249b-4c04-93ee-e0fdb8c60b40 req-d7820a46-4285-437d-b465-1e491f4057f7 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/security-groups?id=69729857-6067-4647-910f-949f11133207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065886 Jan 11 14:16:01.841609 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [req-7d410c78-f5e7-4735-95e8-b6384fdacc30 req-15d27d85-5c04-40e4-88c3-e4889fc11d8a tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] For port 05f5ded1-fa13-416c-a773-af2edc884f66, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=05f5ded1-fa13-416c-a773-af2edc884f66,segment=NetworkSegment(32d5f370-bdf9-4a61-9c70-84ab09650616),segment_id=32d5f370-bdf9-4a61-9c70-84ab09650616)] {{(pid=102758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:16:01.841979 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-7d410c78-f5e7-4735-95e8-b6384fdacc30 req-15d27d85-5c04-40e4-88c3-e4889fc11d8a tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (05f5ded1-fa13-416c-a773-af2edc884f66), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:01.868576 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [req-7d410c78-f5e7-4735-95e8-b6384fdacc30 req-15d27d85-5c04-40e4-88c3-e4889fc11d8a tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Calling delete_port for 05f5ded1-fa13-416c-a773-af2edc884f66 owned by compute:nova {{(pid=102758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:16:01.929228 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e26baf7-11f9-476a-bf69-6490c6f3edba req-453d5abe-daa0-414b-b4ed-73ddb4c15fda tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:01.930734 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5e26baf7-11f9-476a-bf69-6490c6f3edba req-453d5abe-daa0-414b-b4ed-73ddb4c15fda tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.1047342 Jan 11 14:16:02.004084 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5e26baf7-11f9-476a-bf69-6490c6f3edba req-49861142-acfd-46a2-a534-c61588a72652 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671148 Jan 11 14:16:02.065327 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-7d410c78-f5e7-4735-95e8-b6384fdacc30 req-15d27d85-5c04-40e4-88c3-e4889fc11d8a tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005'] for port (05f5ded1-fa13-416c-a773-af2edc884f66), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:02.077448 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['05f5ded1-fa13-416c-a773-af2edc884f66'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:16:02.111081 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d27d85-5c04-40e4-88c3-e4889fc11d8a tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Pushing event deleted for resources: {'Port': ['ID=05f5ded1-fa13-416c-a773-af2edc884f66,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:02.146839 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d410c78-f5e7-4735-95e8-b6384fdacc30 req-15d27d85-5c04-40e4-88c3-e4889fc11d8a tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] No DVR routers for this DVR port 05f5ded1-fa13-416c-a773-af2edc884f66 on host hv-cinder-82413 {{(pid=102758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 14:16:02.149738 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-7d410c78-f5e7-4735-95e8-b6384fdacc30 req-15d27d85-5c04-40e4-88c3-e4889fc11d8a tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:02.153549 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7d410c78-f5e7-4735-95e8-b6384fdacc30 req-15d27d85-5c04-40e4-88c3-e4889fc11d8a tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.45 "DELETE /v2.0/ports/05f5ded1-fa13-416c-a773-af2edc884f66 HTTP/1.1" status: 204 len: 173 time: 0.6115594 Jan 11 14:16:02.154081 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f529c1c-6a41-4af2-9b68-66480142d541', 'name': 'network-vif-deleted', 'tag': '05f5ded1-fa13-416c-a773-af2edc884f66'}] {{(pid=102758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:16:02.156546 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bad0c4360237c930a732257e05ff37eb7f7649fd7d398cae3022b7fa374a377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e80b8cc-d5c9-48c2-bdd5-933ba07a7367" -d '{"events": [{"server_uuid": "3f529c1c-6a41-4af2-9b68-66480142d541", "name": "network-vif-deleted", "tag": "05f5ded1-fa13-416c-a773-af2edc884f66"}]}' {{(pid=102758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:16:02.200547 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e759273-93dd-4caf-bb90-add36cb6e077 x-openstack-request-id: req-6e759273-93dd-4caf-bb90-add36cb6e077 {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:16:02.201152 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f529c1c-6a41-4af2-9b68-66480142d541", "name": "network-vif-deleted", "tag": "05f5ded1-fa13-416c-a773-af2edc884f66", "status": "completed", "code": 200}]} {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:16:02.201909 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6e759273-93dd-4caf-bb90-add36cb6e077 {{(pid=102758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:16:02.202534 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f529c1c-6a41-4af2-9b68-66480142d541', 'name': 'network-vif-deleted', 'tag': '05f5ded1-fa13-416c-a773-af2edc884f66', 'status': 'completed', 'code': 200} Jan 11 14:16:02.250595 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:02.642178 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53cc0b3-8c13-4614-8b83-d24cf2a92e13 req-12645feb-47ee-4869-8264-7191c064b93a tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:02.643735 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c53cc0b3-8c13-4614-8b83-d24cf2a92e13 req-12645feb-47ee-4869-8264-7191c064b93a tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=72dedc58-795a-45be-946e-b22d685ee6c1 HTTP/1.1" status: 200 len: 944 time: 0.0499544 Jan 11 14:16:02.696894 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c53cc0b3-8c13-4614-8b83-d24cf2a92e13 req-6b74d9e0-566a-4030-8051-25709734fb82 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468764 Jan 11 14:16:02.798910 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-232084e2-4099-434e-8dd4-1ad7a4b614ea req-562e92b0-8fee-4b77-a25b-fe908434ece2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460989 Jan 11 14:16:02.893727 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232084e2-4099-434e-8dd4-1ad7a4b614ea req-026e0ef3-8e9e-47e9-8e8d-8af098dd626f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:02.895151 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-232084e2-4099-434e-8dd4-1ad7a4b614ea req-026e0ef3-8e9e-47e9-8e8d-8af098dd626f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac8a41f764014f4d95c74c7348ca537e&device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 1098 time: 0.0440559 Jan 11 14:16:02.922099 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1808996b-6ea1-469c-9e2f-88adef9d6657 req-5ab154b0-213a-40c2-8035-8d3712a719f6 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f529c1c-6a41-4af2-9b68-66480142d541 HTTP/1.1" status: 200 len: 210 time: 0.0258670 Jan 11 14:16:03.020268 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232084e2-4099-434e-8dd4-1ad7a4b614ea req-06ddd6ab-66d5-4282-975d-06dc538b1976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:03.021886 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-232084e2-4099-434e-8dd4-1ad7a4b614ea req-06ddd6ab-66d5-4282-975d-06dc538b1976 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e39c23a3-bd49-4a6e-99a6-de49e0477fd9 HTTP/1.1" status: 200 len: 919 time: 0.0890360 Jan 11 14:16:03.273315 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-232084e2-4099-434e-8dd4-1ad7a4b614ea req-767a4af0-ade8-48bb-a478-297fec51080e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a970ee5-fb4e-433b-a01a-9adab15fef70 HTTP/1.1" status: 200 len: 217 time: 0.2452343 Jan 11 14:16:03.354229 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8ede6-fd90-4199-bf29-ea5941cba00b req-18f7f889-84fb-4a4b-92c7-c2327b73109c tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:03.355756 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6ef8ede6-fd90-4199-bf29-ea5941cba00b req-18f7f889-84fb-4a4b-92c7-c2327b73109c tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0851736 Jan 11 14:16:03.359462 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232084e2-4099-434e-8dd4-1ad7a4b614ea req-5ceb56c0-1958-4880-b08b-4a5d199f3949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:03.360815 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-232084e2-4099-434e-8dd4-1ad7a4b614ea req-5ceb56c0-1958-4880-b08b-4a5d199f3949 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f92724c6-8602-4a02-a614-e355ebf8a564 HTTP/1.1" status: 200 len: 858 time: 0.0650926 Jan 11 14:16:03.398062 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-232084e2-4099-434e-8dd4-1ad7a4b614ea req-56f19b43-5875-47ed-a433-0f166e2d42d8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e39c23a3-bd49-4a6e-99a6-de49e0477fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307133 Jan 11 14:16:03.467104 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6ef8ede6-fd90-4199-bf29-ea5941cba00b req-b5905d63-210e-4392-a866-86776b8ba38d tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052556 Jan 11 14:16:03.513138 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-232084e2-4099-434e-8dd4-1ad7a4b614ea req-3b01e839-99d2-4c1b-96ef-b4f15efc7669 service neutron] 10.222.0.45 "GET /v2.0/networks/e39c23a3-bd49-4a6e-99a6-de49e0477fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043632 Jan 11 14:16:03.602339 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-232084e2-4099-434e-8dd4-1ad7a4b614ea req-2a92d92c-27c1-4819-a7b0-d7bc1cd0cda4 service neutron] 10.222.0.45 "GET /v2.0/networks/e39c23a3-bd49-4a6e-99a6-de49e0477fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813689 Jan 11 14:16:03.827214 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c100a1f-c817-4bfa-bf1b-3fce86aadcb9 req-26f4b151-e843-4e20-a0e3-c535515052b5 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:03.828720 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8c100a1f-c817-4bfa-bf1b-3fce86aadcb9 req-26f4b151-e843-4e20-a0e3-c535515052b5 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=72dedc58-795a-45be-946e-b22d685ee6c1 HTTP/1.1" status: 200 len: 944 time: 0.0556786 Jan 11 14:16:03.879356 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8c100a1f-c817-4bfa-bf1b-3fce86aadcb9 req-e94d19bf-128b-48b2-8363-c5237cbf0250 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418184 Jan 11 14:16:04.008185 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 097e8414-4883-4986-ba49-5f760c6cbef9 details requested by agent hyperv_hv-cinder-82413 with host hv-cinder-82413 {{(pid=102760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 14:16:04.106568 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 097e8414-4883-4986-ba49-5f760c6cbef9, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=097e8414-4883-4986-ba49-5f760c6cbef9,segment=NetworkSegment(1ecafd43-8c38-4919-b45e-c12069c719ef),segment_id=1ecafd43-8c38-4919-b45e-c12069c719ef)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:16:04.117914 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Returning: {'device': '097e8414-4883-4986-ba49-5f760c6cbef9', 'network_id': '60123190-3a8f-4b75-b7ad-1e70cf2044c8', 'port_id': '097e8414-4883-4986-ba49-5f760c6cbef9', 'mac_address': 'fa:16:3e:78:74:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a8438a-684d-4f62-ac48-5413217a84d0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 14:16:04.166055 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port 097e8414-4883-4986-ba49-5f760c6cbef9 is: DOWN; New status is: BUILD {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:16:04.166558 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (097e8414-4883-4986-ba49-5f760c6cbef9), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:04.180613 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 097e8414-4883-4986-ba49-5f760c6cbef9 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:16:04.202196 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 097e8414-4883-4986-ba49-5f760c6cbef9, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=097e8414-4883-4986-ba49-5f760c6cbef9,segment=NetworkSegment(1ecafd43-8c38-4919-b45e-c12069c719ef),segment_id=1ecafd43-8c38-4919-b45e-c12069c719ef)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:16:04.207152 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (097e8414-4883-4986-ba49-5f760c6cbef9), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:04.257402 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=097e8414-4883-4986-ba49-5f760c6cbef9,revision_number=4']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:04.581933 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c751866-f7ee-4cdb-8fbf-766e1c7bd7a6 req-3037c9a2-866e-405d-a41d-016dbfa0843f tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:04.583320 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0c751866-f7ee-4cdb-8fbf-766e1c7bd7a6 req-3037c9a2-866e-405d-a41d-016dbfa0843f tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0483313 Jan 11 14:16:04.629994 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0c751866-f7ee-4cdb-8fbf-766e1c7bd7a6 req-21120188-047d-4706-8041-c6f3c5d8087b tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404394 Jan 11 14:16:04.742639 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['097e8414-4883-4986-ba49-5f760c6cbef9'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:16:04.999245 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf64cad-2b8d-4fae-9558-4f071e992777 req-56e2e6b8-cc91-4faa-b13b-591ca7f4dbea tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:05.000764 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1cf64cad-2b8d-4fae-9558-4f071e992777 req-56e2e6b8-cc91-4faa-b13b-591ca7f4dbea tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=72dedc58-795a-45be-946e-b22d685ee6c1 HTTP/1.1" status: 200 len: 945 time: 0.0496695 Jan 11 14:16:05.050522 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1cf64cad-2b8d-4fae-9558-4f071e992777 req-1153cb58-9bcf-4069-9a6a-68889cd52c47 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443871 Jan 11 14:16:08.674984 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 05f5ded1-fa13-416c-a773-af2edc884f66 no longer exists at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:16:08.699745 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] No Port match for: 05f5ded1-fa13-416c-a773-af2edc884f66 {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:16:08.700116 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 05f5ded1-fa13-416c-a773-af2edc884f66 not bound to the agent host hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:16:08.703766 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:10.929397 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a410d-f9ac-433d-96b4-8a7cd1e0cb03 req-4725eeff-fc88-4182-b826-2615e555d976 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:10.930870 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-698a410d-f9ac-433d-96b4-8a7cd1e0cb03 req-4725eeff-fc88-4182-b826-2615e555d976 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0824425 Jan 11 14:16:10.938884 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2c119-93b8-4475-9670-9bd039d879eb req-87eb9458-4b74-406f-938c-afd8c0a1a1d3 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:10.940293 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-aad2c119-93b8-4475-9670-9bd039d879eb req-87eb9458-4b74-406f-938c-afd8c0a1a1d3 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=72dedc58-795a-45be-946e-b22d685ee6c1 HTTP/1.1" status: 200 len: 945 time: 0.0906119 Jan 11 14:16:11.010891 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-698a410d-f9ac-433d-96b4-8a7cd1e0cb03 req-067f74f7-7c30-48bf-9c63-46be63ae04cf tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696666 Jan 11 14:16:11.014098 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-aad2c119-93b8-4475-9670-9bd039d879eb req-112a12b4-1625-434f-bbc4-11ff534af048 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673270 Jan 11 14:16:12.158698 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875e830-f7d7-4f31-8b2d-ef143fa1013b req-19c0d0ae-3fd4-4244-81c4-a8117ac03ba2 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:12.160245 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c875e830-f7d7-4f31-8b2d-ef143fa1013b req-19c0d0ae-3fd4-4244-81c4-a8117ac03ba2 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0787573 Jan 11 14:16:12.173933 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a7307-889a-42e9-823c-018b00e51903 req-af7200e5-85a9-4300-83a2-3940f4913598 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:12.175346 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0a7a7307-889a-42e9-823c-018b00e51903 req-af7200e5-85a9-4300-83a2-3940f4913598 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=72dedc58-795a-45be-946e-b22d685ee6c1 HTTP/1.1" status: 200 len: 945 time: 0.0843501 Jan 11 14:16:12.244491 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c875e830-f7d7-4f31-8b2d-ef143fa1013b req-782dfc7f-6974-439e-a715-6bf5358fab6d tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781422 Jan 11 14:16:12.252171 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0a7a7307-889a-42e9-823c-018b00e51903 req-e80de89e-85e8-4e3c-9f89-ec401795a4ec tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712695 Jan 11 14:16:12.757574 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 097e8414-4883-4986-ba49-5f760c6cbef9 up at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:16:12.810565 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning for port 097e8414-4883-4986-ba49-5f760c6cbef9 completed by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 14:16:12.818135 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning complete for port 097e8414-4883-4986-ba49-5f760c6cbef9 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:16:12.820869 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (097e8414-4883-4986-ba49-5f760c6cbef9), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:12.899449 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port 097e8414-4883-4986-ba49-5f760c6cbef9 is: BUILD; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:16:12.899869 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (097e8414-4883-4986-ba49-5f760c6cbef9), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:12.922845 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72dedc58-795a-45be-946e-b22d685ee6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097e8414-4883-4986-ba49-5f760c6cbef9'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:16:12.925123 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2d4b612b30f5b24bc1864879ef56701efa35e28b014bb4d8aa1230102106bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5e2f69-2040-4779-bec9-e7e9e1bc7031" -d '{"events": [{"server_uuid": "72dedc58-795a-45be-946e-b22d685ee6c1", "name": "network-vif-plugged", "status": "completed", "tag": "097e8414-4883-4986-ba49-5f760c6cbef9"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:16:12.937728 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 097e8414-4883-4986-ba49-5f760c6cbef9, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=097e8414-4883-4986-ba49-5f760c6cbef9,segment=NetworkSegment(1ecafd43-8c38-4919-b45e-c12069c719ef),segment_id=1ecafd43-8c38-4919-b45e-c12069c719ef)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:16:12.942386 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (097e8414-4883-4986-ba49-5f760c6cbef9), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:12.968965 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2834c59e-a1bd-4b42-bde2-f2b6aa55cac5 x-openstack-request-id: req-2834c59e-a1bd-4b42-bde2-f2b6aa55cac5 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:16:12.969435 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72dedc58-795a-45be-946e-b22d685ee6c1", "name": "network-vif-plugged", "status": "completed", "tag": "097e8414-4883-4986-ba49-5f760c6cbef9", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:16:12.969974 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2834c59e-a1bd-4b42-bde2-f2b6aa55cac5 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:16:12.970124 dv-cinder-824131-3-iscsi neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72dedc58-795a-45be-946e-b22d685ee6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097e8414-4883-4986-ba49-5f760c6cbef9', 'code': 200} Jan 11 14:16:13.008120 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=097e8414-4883-4986-ba49-5f760c6cbef9,revision_number=5']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:13.148776 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e3e03-3bea-47cd-87d3-18ede15ba522 req-59357811-d129-4094-af69-dd39bde52bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:13.150330 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f37e3e03-3bea-47cd-87d3-18ede15ba522 req-59357811-d129-4094-af69-dd39bde52bf6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72dedc58-795a-45be-946e-b22d685ee6c1 HTTP/1.1" status: 200 len: 1099 time: 0.0401542 Jan 11 14:16:13.196930 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f37e3e03-3bea-47cd-87d3-18ede15ba522 req-e1c57299-f9e5-4d50-b846-18333b0ce861 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403194 Jan 11 14:16:13.394755 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6803e-2698-48d6-8902-1f12139a1eed req-36e64044-f990-484c-bcba-1f7e440c77e1 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:13.396274 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-dda6803e-2698-48d6-8902-1f12139a1eed req-36e64044-f990-484c-bcba-1f7e440c77e1 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0798922 Jan 11 14:16:13.404553 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c5dd7-5a50-4132-83bf-70395a79d0a7 req-049e2bb4-e6d3-40e1-a384-957ae5c93395 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:13.406168 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e49c5dd7-5a50-4132-83bf-70395a79d0a7 req-049e2bb4-e6d3-40e1-a384-957ae5c93395 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=72dedc58-795a-45be-946e-b22d685ee6c1 HTTP/1.1" status: 200 len: 946 time: 0.0797887 Jan 11 14:16:13.480592 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-dda6803e-2698-48d6-8902-1f12139a1eed req-e57b9766-b8f3-4eae-b1a2-d9f3a3c80091 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734169 Jan 11 14:16:13.484005 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e49c5dd7-5a50-4132-83bf-70395a79d0a7 req-c8b84aab-6a86-4ee7-bd8d-6d7149c3dcd3 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713055 Jan 11 14:16:14.625657 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ac33b-cd13-4e76-aa55-6bb59a270353 req-8dfe92d3-a261-4f8b-8be4-ee1da7d7a329 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:14.627176 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-897ac33b-cd13-4e76-aa55-6bb59a270353 req-8dfe92d3-a261-4f8b-8be4-ee1da7d7a329 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0775259 Jan 11 14:16:14.640948 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d29e0-5c95-4a16-a0e9-98d76c7fab1e req-be2ca0db-9539-4eaf-9caf-a830ef6c99ba tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:14.642353 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-646d29e0-5c95-4a16-a0e9-98d76c7fab1e req-be2ca0db-9539-4eaf-9caf-a830ef6c99ba tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=72dedc58-795a-45be-946e-b22d685ee6c1 HTTP/1.1" status: 200 len: 946 time: 0.0838926 Jan 11 14:16:14.714733 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-897ac33b-cd13-4e76-aa55-6bb59a270353 req-dd1a718c-ee16-4d09-8606-19777624e0eb tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815072 Jan 11 14:16:14.718499 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-646d29e0-5c95-4a16-a0e9-98d76c7fab1e req-96ef9761-ba52-4039-aab0-f1cf58fd308b tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694501 Jan 11 14:16:17.130351 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:16:19.893269 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d9645-245b-44c3-8af1-98b8de363ce4 req-40b9efa9-3324-4093-9851-da3b05add497 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:19.894695 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e71d9645-245b-44c3-8af1-98b8de363ce4 req-40b9efa9-3324-4093-9851-da3b05add497 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=72dedc58-795a-45be-946e-b22d685ee6c1 HTTP/1.1" status: 200 len: 946 time: 0.1121418 Jan 11 14:16:19.904138 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6bfe2-25a4-4561-9f56-5ddccffec646 req-9cda7e48-7c61-43da-a34d-e823fb391291 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:19.905520 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-75a6bfe2-25a4-4561-9f56-5ddccffec646 req-9cda7e48-7c61-43da-a34d-e823fb391291 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.1242285 Jan 11 14:16:19.909636 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff166e1-f236-41d0-8189-1ba4a83678ae req-6e349065-70f4-4a83-b2f3-36b61585051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:19.911012 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-bff166e1-f236-41d0-8189-1ba4a83678ae req-6e349065-70f4-4a83-b2f3-36b61585051d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 1099 time: 0.0793369 Jan 11 14:16:20.012732 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e71d9645-245b-44c3-8af1-98b8de363ce4 req-2b4f1906-fd8b-4d6a-b038-8b297bed2990 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056004 Jan 11 14:16:20.016983 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-bff166e1-f236-41d0-8189-1ba4a83678ae req-ae2b22e4-50a3-4ec5-983d-ab6bf6338be1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988793 Jan 11 14:16:20.020314 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-75a6bfe2-25a4-4561-9f56-5ddccffec646 req-432155df-894a-412b-9353-c9b9f5ffdfa3 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085038 Jan 11 14:16:21.204388 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a16f91-8c66-4b24-aba7-a37e865eb6ad req-604b215d-d738-47da-8396-a7ea6708fad3 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:21.205853 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e1a16f91-8c66-4b24-aba7-a37e865eb6ad req-604b215d-d738-47da-8396-a7ea6708fad3 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=72dedc58-795a-45be-946e-b22d685ee6c1 HTTP/1.1" status: 200 len: 946 time: 0.1104178 Jan 11 14:16:21.229463 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-276e02ca-a582-4e8b-a23f-57eb21c9d173 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:21.230890 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-276e02ca-a582-4e8b-a23f-57eb21c9d173 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/networks?id=d319b443-645e-432a-b025-0fae1ca27645 HTTP/1.1" status: 200 len: 814 time: 0.1469483 Jan 11 14:16:21.256929 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-9ef36cb3-3040-4cbb-b691-cd9834081903 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/quotas/2b10949b6e5a439990bd8563f61eca19 HTTP/1.1" status: 200 len: 375 time: 0.0193346 Jan 11 14:16:21.296426 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-d45e1c85-8f1e-4c29-8fbc-cbf08ff7d1dc tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2b10949b6e5a439990bd8563f61eca19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343630 Jan 11 14:16:21.300154 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e1a16f91-8c66-4b24-aba7-a37e865eb6ad req-c870024b-c983-4bb8-a12f-110dabfd58d8 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858412 Jan 11 14:16:21.429204 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bef016-fccb-45ad-ba8d-c099357983c0 req-6f415323-de10-4c38-bafa-536f10517ae9 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:21.430681 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a2bef016-fccb-45ad-ba8d-c099357983c0 req-6f415323-de10-4c38-bafa-536f10517ae9 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0753746 Jan 11 14:16:21.436335 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-cb7b4da2-baab-4a79-96ed-3e672d88e4c7 service neutron] 10.222.0.49 "GET /v2.0/networks/d319b443-645e-432a-b025-0fae1ca27645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328154 Jan 11 14:16:21.537564 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a2bef016-fccb-45ad-ba8d-c099357983c0 req-ed3395a4-a4f5-4334-ad71-bba17ce3164c tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001914 Jan 11 14:16:21.568653 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-da81d820-6e40-4294-a650-be83713720df service neutron] 10.222.0.49 "GET /v2.0/networks/d319b443-645e-432a-b025-0fae1ca27645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253638 Jan 11 14:16:21.736623 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8389f27d-478c-42b0-ab37-40031da19e0c req-65ba097a-596c-4b85-b929-a3f2960ce95d tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f638f3d-a3ed-4ba6-9310-81ab620fe882 HTTP/1.1" status: 200 len: 210 time: 0.0276756 Jan 11 14:16:22.661376 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c64c6-8fb6-4e66-ba2b-bff204902280 req-86c60948-eef0-45cc-b906-2cd974b9c66c tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:22.662913 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-714c64c6-8fb6-4e66-ba2b-bff204902280 req-86c60948-eef0-45cc-b906-2cd974b9c66c tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0483208 Jan 11 14:16:22.710550 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-714c64c6-8fb6-4e66-ba2b-bff204902280 req-d8363cc5-a7dc-4aa6-809a-dbe288803cc6 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421154 Jan 11 14:16:22.969633 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-47521eff-aefd-4cd1-931c-32661ff3bb9c req-b8040ed4-6340-40f3-a616-71f852a363f4 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f638f3d-a3ed-4ba6-9310-81ab620fe882 HTTP/1.1" status: 200 len: 210 time: 0.0343010 Jan 11 14:16:23.039386 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-71766cdd-9870-4a1e-8af9-13b84be57257 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:23.040883 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-71766cdd-9870-4a1e-8af9-13b84be57257 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.45 "GET /v2.0/networks?id=d319b443-645e-432a-b025-0fae1ca27645 HTTP/1.1" status: 200 len: 814 time: 0.1569457 Jan 11 14:16:23.057959 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-2918cb51-ac76-4e6e-abda-b94b48442829 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Request body: {'port': {'device_id': '8f638f3d-a3ed-4ba6-9310-81ab620fe882', 'network_id': 'd319b443-645e-432a-b025-0fae1ca27645', 'admin_state_up': True, 'tenant_id': '2b10949b6e5a439990bd8563f61eca19'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:16:23.292006 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f7ee6-f9c8-49ca-8e29-0ef8961db34e req-a52c06b2-7321-404b-be9a-2373e4f210fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:23.293507 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d09f7ee6-f9c8-49ca-8e29-0ef8961db34e req-a52c06b2-7321-404b-be9a-2373e4f210fb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac8a41f764014f4d95c74c7348ca537e&device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 1099 time: 0.1160285 Jan 11 14:16:23.301978 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a5bb9-734e-48a6-a1df-20b45d701271 req-c20a5287-ee33-4d7e-8d6c-335fb905cfc9 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:23.303331 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-dd9a5bb9-734e-48a6-a1df-20b45d701271 req-c20a5287-ee33-4d7e-8d6c-335fb905cfc9 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0937614 Jan 11 14:16:23.357313 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-2918cb51-ac76-4e6e-abda-b94b48442829 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Made reservation on behalf of 2b10949b6e5a439990bd8563f61eca19 for: {'port': 1} {{(pid=102758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:16:23.360582 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-2918cb51-ac76-4e6e-abda-b94b48442829 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:23.477718 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-dd9a5bb9-734e-48a6-a1df-20b45d701271 req-4d62ba55-4897-482c-a3d9-e69272ffbe37 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628416 Jan 11 14:16:23.501874 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f7ee6-f9c8-49ca-8e29-0ef8961db34e req-c4d1c81a-d818-4cb8-b7c1-3a4527986c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:23.503330 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d09f7ee6-f9c8-49ca-8e29-0ef8961db34e req-c4d1c81a-d818-4cb8-b7c1-3a4527986c90 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e39c23a3-bd49-4a6e-99a6-de49e0477fd9 HTTP/1.1" status: 200 len: 919 time: 0.1974144 Jan 11 14:16:23.564628 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d09f7ee6-f9c8-49ca-8e29-0ef8961db34e req-934c956f-f15e-4ca8-848f-00f6d7da207e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77e99707-79d4-42da-8053-2f361200d181 HTTP/1.1" status: 200 len: 217 time: 0.0417452 Jan 11 14:16:23.609275 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.db_base_plugin_common [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-2918cb51-ac76-4e6e-abda-b94b48442829 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Allocated IP 172.20.0.8 (d319b443-645e-432a-b025-0fae1ca27645/119f6f8d-ff99-408b-be83-44f658974238/8232801e-c8a6-4b58-9700-b2811cddf236) {{(pid=102758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:16:23.634341 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f7ee6-f9c8-49ca-8e29-0ef8961db34e req-b71e8fdf-016b-431b-93b0-b6961324dc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:23.635995 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d09f7ee6-f9c8-49ca-8e29-0ef8961db34e req-b71e8fdf-016b-431b-93b0-b6961324dc2a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f92724c6-8602-4a02-a614-e355ebf8a564 HTTP/1.1" status: 200 len: 858 time: 0.0630548 Jan 11 14:16:23.682027 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d09f7ee6-f9c8-49ca-8e29-0ef8961db34e req-8b0290c7-4062-4536-bcf8-78fac12eb2e7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e39c23a3-bd49-4a6e-99a6-de49e0477fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364606 Jan 11 14:16:23.849384 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d09f7ee6-f9c8-49ca-8e29-0ef8961db34e req-f1159979-e30b-4789-85b6-f2116a484d37 service neutron] 10.222.0.45 "GET /v2.0/networks/e39c23a3-bd49-4a6e-99a6-de49e0477fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583211 Jan 11 14:16:23.858067 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-2918cb51-ac76-4e6e-abda-b94b48442829 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Publish callbacks [] for port (8232801e-c8a6-4b58-9700-b2811cddf236), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:23.957694 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-2918cb51-ac76-4e6e-abda-b94b48442829 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996'] for port (8232801e-c8a6-4b58-9700-b2811cddf236), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:23.987618 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d09f7ee6-f9c8-49ca-8e29-0ef8961db34e req-48d2ff27-3573-4d24-a1d1-d09ed534bcaf service neutron] 10.222.0.45 "GET /v2.0/networks/e39c23a3-bd49-4a6e-99a6-de49e0477fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279671 Jan 11 14:16:24.005587 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-2918cb51-ac76-4e6e-abda-b94b48442829 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Network d319b443-645e-432a-b025-0fae1ca27645 is already hosted by enough agents. {{(pid=102758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:16:24.010260 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.base_scheduler [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-2918cb51-ac76-4e6e-abda-b94b48442829 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Resources bound (agent type, host, resource id): {{(pid=102758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:16:24.013396 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-2918cb51-ac76-4e6e-abda-b94b48442829 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Received port after_create {{(pid=102758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:16:24.019857 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-2918cb51-ac76-4e6e-abda-b94b48442829 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:24.020479 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-2918cb51-ac76-4e6e-abda-b94b48442829 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:24.036974 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918cb51-ac76-4e6e-abda-b94b48442829 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Pushing event updated for resources: {'Port': ['ID=8232801e-c8a6-4b58-9700-b2811cddf236,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:24.046510 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918cb51-ac76-4e6e-abda-b94b48442829 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:24.047072 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918cb51-ac76-4e6e-abda-b94b48442829 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:24.047478 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918cb51-ac76-4e6e-abda-b94b48442829 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:24.047884 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918cb51-ac76-4e6e-abda-b94b48442829 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:24.048290 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918cb51-ac76-4e6e-abda-b94b48442829 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:24.048720 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918cb51-ac76-4e6e-abda-b94b48442829 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:24.049067 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918cb51-ac76-4e6e-abda-b94b48442829 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:24.049614 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918cb51-ac76-4e6e-abda-b94b48442829 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:24.049990 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918cb51-ac76-4e6e-abda-b94b48442829 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:24.050331 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918cb51-ac76-4e6e-abda-b94b48442829 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:24.050669 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918cb51-ac76-4e6e-abda-b94b48442829 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:24.051006 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918cb51-ac76-4e6e-abda-b94b48442829 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:24.051338 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2918cb51-ac76-4e6e-abda-b94b48442829 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:24.060575 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-2918cb51-ac76-4e6e-abda-b94b48442829 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0071673 Jan 11 14:16:24.093037 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-44fc4cb4-8de8-4acd-a8ed-4e781acf8897 service neutron] Request body: {'port': {'device_id': '8f638f3d-a3ed-4ba6-9310-81ab620fe882', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82413'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:16:24.340597 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:16:24.340597 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:16:24.340597 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:16:24.340597 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:16:24.340597 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:16:24.340597 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:16:24.340597 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:16:24.340597 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:16:24.340597 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:16:24.340597 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:16:24.340597 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:16:24.340597 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:16:24.340597 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:16:24.340597 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:16:24.340597 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:16:24.340597 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:16:24.340597 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:16:24.340597 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:16:24.340597 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:16:24.340597 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:16:24.340597 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:16:24.340597 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:16:24.340597 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:16:24.340597 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:16:24.340597 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:16:24.340597 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:16:24.340597 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:16:24.340597 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:16:24.340597 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:16:24.340597 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:16:24.340597 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:16:24.340597 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:16:24.340597 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:16:24.340597 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:16:24.340597 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:16:24.340597 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:16:24.343255 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:16:24.343255 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:16:24.343255 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:16:24.343255 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:16:24.343255 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:16:24.343255 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:16:24.343255 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:16:24.343255 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:16:24.343255 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:16:24.343255 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:16:24.343255 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:16:24.343255 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:16:24.343255 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17cdfb2-26b0-4c29-8fd0-cd99e6c65110 req-6cf6d8b6-3e36-4b02-acee-0bf5690f0d97 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:24.343255 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f17cdfb2-26b0-4c29-8fd0-cd99e6c65110 req-6cf6d8b6-3e36-4b02-acee-0bf5690f0d97 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f638f3d-a3ed-4ba6-9310-81ab620fe882 HTTP/1.1" status: 200 len: 931 time: 0.2821522 Jan 11 14:16:24.376908 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-44fc4cb4-8de8-4acd-a8ed-4e781acf8897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (8232801e-c8a6-4b58-9700-b2811cddf236), before_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:24.435398 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f17cdfb2-26b0-4c29-8fd0-cd99e6c65110 req-f47c48a3-a7e8-4295-92ea-ba2d5c798fef tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/security-groups?id=69729857-6067-4647-910f-949f11133207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785620 Jan 11 14:16:24.631406 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d024a-e426-4b8d-91a5-36beb62fd271 req-730de135-d919-43ad-aee0-46a3719ff37c tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:24.632891 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-509d024a-e426-4b8d-91a5-36beb62fd271 req-730de135-d919-43ad-aee0-46a3719ff37c tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0811150 Jan 11 14:16:24.716716 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-509d024a-e426-4b8d-91a5-36beb62fd271 req-9d753d0d-6019-45b6-8467-243e125617b8 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779259 Jan 11 14:16:24.725040 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-44fc4cb4-8de8-4acd-a8ed-4e781acf8897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8232801e-c8a6-4b58-9700-b2811cddf236 {{(pid=102758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:16:24.732903 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-44fc4cb4-8de8-4acd-a8ed-4e781acf8897 service neutron] Publish callbacks [] for port (8232801e-c8a6-4b58-9700-b2811cddf236), precommit_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:24.744574 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.provisioning_blocks [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-44fc4cb4-8de8-4acd-a8ed-4e781acf8897 service neutron] Transition to ACTIVE for port object 8232801e-c8a6-4b58-9700-b2811cddf236 will not be triggered until provisioned by entity L2. {{(pid=102758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 14:16:24.748938 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-44fc4cb4-8de8-4acd-a8ed-4e781acf8897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (8232801e-c8a6-4b58-9700-b2811cddf236), after_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:24.799124 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc4cb4-8de8-4acd-a8ed-4e781acf8897 service neutron] Pushing event updated for resources: {'Port': ['ID=8232801e-c8a6-4b58-9700-b2811cddf236,revision_number=2']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:24.829358 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.managers [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-44fc4cb4-8de8-4acd-a8ed-4e781acf8897 service neutron] Attempting to bind port 8232801e-c8a6-4b58-9700-b2811cddf236 on host hv-cinder-82413 for vnic_type normal with profile {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:16:24.829697 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.managers [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-44fc4cb4-8de8-4acd-a8ed-4e781acf8897 service neutron] Attempting to bind port 8232801e-c8a6-4b58-9700-b2811cddf236 by drivers openvswitch,hyperv on host hv-cinder-82413 at level 0 using segments [{'id': '32d5f370-bdf9-4a61-9c70-84ab09650616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd319b443-645e-432a-b025-0fae1ca27645'}] {{(pid=102758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:16:24.830031 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-44fc4cb4-8de8-4acd-a8ed-4e781acf8897 service neutron] Attempting to bind port 8232801e-c8a6-4b58-9700-b2811cddf236 on network d319b443-645e-432a-b025-0fae1ca27645 {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:16:24.834527 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-44fc4cb4-8de8-4acd-a8ed-4e781acf8897 service neutron] Port 8232801e-c8a6-4b58-9700-b2811cddf236 on network d319b443-645e-432a-b025-0fae1ca27645 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82413 {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 14:16:24.834857 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-44fc4cb4-8de8-4acd-a8ed-4e781acf8897 service neutron] Attempting to bind port 8232801e-c8a6-4b58-9700-b2811cddf236 on network d319b443-645e-432a-b025-0fae1ca27645 {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:16:24.839866 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-44fc4cb4-8de8-4acd-a8ed-4e781acf8897 service neutron] Checking agent: {'id': '183634b4-d914-49fa-b358-00b9224e1c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'started_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:16:24.844399 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-44fc4cb4-8de8-4acd-a8ed-4e781acf8897 service neutron] Checking segment: {'id': '32d5f370-bdf9-4a61-9c70-84ab09650616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd319b443-645e-432a-b025-0fae1ca27645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:16:24.844844 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-44fc4cb4-8de8-4acd-a8ed-4e781acf8897 service neutron] Bound using segment: {'id': '32d5f370-bdf9-4a61-9c70-84ab09650616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd319b443-645e-432a-b025-0fae1ca27645'} {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:16:24.845331 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.managers [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-44fc4cb4-8de8-4acd-a8ed-4e781acf8897 service neutron] Bound port: 8232801e-c8a6-4b58-9700-b2811cddf236, host: hv-cinder-82413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d5f370-bdf9-4a61-9c70-84ab09650616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd319b443-645e-432a-b025-0fae1ca27645'}}] {{(pid=102758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:16:24.845713 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-44fc4cb4-8de8-4acd-a8ed-4e781acf8897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (8232801e-c8a6-4b58-9700-b2811cddf236), before_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:24.947699 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-44fc4cb4-8de8-4acd-a8ed-4e781acf8897 service neutron] For port 8232801e-c8a6-4b58-9700-b2811cddf236, host hv-cinder-82413, cleared binding levels {{(pid=102758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:16:24.953035 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-44fc4cb4-8de8-4acd-a8ed-4e781acf8897 service neutron] For port 8232801e-c8a6-4b58-9700-b2811cddf236, host hv-cinder-82413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=8232801e-c8a6-4b58-9700-b2811cddf236,segment=NetworkSegment(32d5f370-bdf9-4a61-9c70-84ab09650616),segment_id=32d5f370-bdf9-4a61-9c70-84ab09650616)] {{(pid=102758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:16:24.957416 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-44fc4cb4-8de8-4acd-a8ed-4e781acf8897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (8232801e-c8a6-4b58-9700-b2811cddf236), after_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:24.993717 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-44fc4cb4-8de8-4acd-a8ed-4e781acf8897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:24.994335 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-44fc4cb4-8de8-4acd-a8ed-4e781acf8897 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:24.995736 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-44fc4cb4-8de8-4acd-a8ed-4e781acf8897 service neutron] 10.222.0.45 "PUT /v2.0/ports/8232801e-c8a6-4b58-9700-b2811cddf236 HTTP/1.1" status: 200 len: 1093 time: 0.9081080 Jan 11 14:16:24.997831 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f638f3d-a3ed-4ba6-9310-81ab620fe882', 'tag': '8232801e-c8a6-4b58-9700-b2811cddf236'}] {{(pid=102758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:16:25.000068 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bad0c4360237c930a732257e05ff37eb7f7649fd7d398cae3022b7fa374a377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96adc242-b53c-4e46-bcfa-36aaede3f13d" -d '{"events": [{"name": "network-changed", "server_uuid": "8f638f3d-a3ed-4ba6-9310-81ab620fe882", "tag": "8232801e-c8a6-4b58-9700-b2811cddf236"}]}' {{(pid=102758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:16:25.024016 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc4cb4-8de8-4acd-a8ed-4e781acf8897 service neutron] Pushing event updated for resources: {'Port': ['ID=8232801e-c8a6-4b58-9700-b2811cddf236,revision_number=3']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:25.041553 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 14:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cee4eb-6898-4615-8359-52ceaa7404a1 x-openstack-request-id: req-e2cee4eb-6898-4615-8359-52ceaa7404a1 {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:16:25.041878 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f638f3d-a3ed-4ba6-9310-81ab620fe882", "tag": "8232801e-c8a6-4b58-9700-b2811cddf236", "status": "completed", "code": 200}]} {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:16:25.042140 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e2cee4eb-6898-4615-8359-52ceaa7404a1 {{(pid=102758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:16:25.042546 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f638f3d-a3ed-4ba6-9310-81ab620fe882', 'tag': '8232801e-c8a6-4b58-9700-b2811cddf236', 'status': 'completed', 'code': 200} Jan 11 14:16:25.092213 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-62c23531-2cee-43e6-9718-1da32adfc22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:25.093385 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-62c23531-2cee-43e6-9718-1da32adfc22c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2b10949b6e5a439990bd8563f61eca19&device_id=8f638f3d-a3ed-4ba6-9310-81ab620fe882 HTTP/1.1" status: 200 len: 1096 time: 0.0401421 Jan 11 14:16:25.138566 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-3c77c976-a3e4-41cd-9c76-001628eefd4e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8232801e-c8a6-4b58-9700-b2811cddf236 HTTP/1.1" status: 200 len: 217 time: 0.0374684 Jan 11 14:16:25.191463 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-6070d5c5-6c3f-421c-ae09-1064ff1d9280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:25.192945 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-6070d5c5-6c3f-421c-ae09-1064ff1d9280 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=119f6f8d-ff99-408b-be83-44f658974238 HTTP/1.1" status: 200 len: 854 time: 0.0484333 Jan 11 14:16:25.225182 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-92d8e876-b620-4af9-a723-ffdc20fae312 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d319b443-645e-432a-b025-0fae1ca27645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236208 Jan 11 14:16:25.320200 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-c4371177-6fe9-468e-be27-0e8f5b942c0f service neutron] 10.222.0.45 "GET /v2.0/networks/d319b443-645e-432a-b025-0fae1ca27645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869563 Jan 11 14:16:25.410679 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e05e25c2-6b02-481b-b39d-89bd8af4c1b3 req-ef1908c4-3cd3-4995-9515-af0bf2814219 service neutron] 10.222.0.45 "GET /v2.0/networks/d319b443-645e-432a-b025-0fae1ca27645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841620 Jan 11 14:16:25.556493 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96adc242-b53c-4e46-bcfa-36aaede3f13d req-52e771e8-177f-4133-8425-3122424da08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:25.557880 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-96adc242-b53c-4e46-bcfa-36aaede3f13d req-52e771e8-177f-4133-8425-3122424da08b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2b10949b6e5a439990bd8563f61eca19&device_id=8f638f3d-a3ed-4ba6-9310-81ab620fe882 HTTP/1.1" status: 200 len: 1096 time: 0.0683382 Jan 11 14:16:25.570407 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6aa2a6-5a53-4858-a640-d3f46269515b req-69c58f1d-9acf-42fa-9496-6be3d54d0b0f tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:25.571789 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7e6aa2a6-5a53-4858-a640-d3f46269515b req-69c58f1d-9acf-42fa-9496-6be3d54d0b0f tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f638f3d-a3ed-4ba6-9310-81ab620fe882 HTTP/1.1" status: 200 len: 943 time: 0.0579779 Jan 11 14:16:25.671658 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7e6aa2a6-5a53-4858-a640-d3f46269515b req-2110ab75-75a8-4e64-92ec-3e319c413292 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/security-groups?id=69729857-6067-4647-910f-949f11133207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913565 Jan 11 14:16:25.692708 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96adc242-b53c-4e46-bcfa-36aaede3f13d req-41506bdf-d99f-4be2-8c64-0d224f3631af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:25.694163 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-96adc242-b53c-4e46-bcfa-36aaede3f13d req-41506bdf-d99f-4be2-8c64-0d224f3631af service neutron] 10.222.0.45 "GET /v2.0/networks?id=d319b443-645e-432a-b025-0fae1ca27645 HTTP/1.1" status: 200 len: 915 time: 0.1215575 Jan 11 14:16:25.737110 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-96adc242-b53c-4e46-bcfa-36aaede3f13d req-76471f0f-be28-4144-9d28-a67a19fb9fe6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8232801e-c8a6-4b58-9700-b2811cddf236 HTTP/1.1" status: 200 len: 217 time: 0.0334671 Jan 11 14:16:25.789296 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96adc242-b53c-4e46-bcfa-36aaede3f13d req-42964b41-684c-4f52-b6e4-92f871a74669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:25.790700 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-96adc242-b53c-4e46-bcfa-36aaede3f13d req-42964b41-684c-4f52-b6e4-92f871a74669 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=119f6f8d-ff99-408b-be83-44f658974238 HTTP/1.1" status: 200 len: 854 time: 0.0453815 Jan 11 14:16:25.841479 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-96adc242-b53c-4e46-bcfa-36aaede3f13d req-66425946-4e6c-4644-989b-c9acda08b64a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d319b443-645e-432a-b025-0fae1ca27645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406742 Jan 11 14:16:25.899843 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613e907-ca36-499c-b44c-176275b07c8d req-4a5c8f02-f235-4fa4-8c07-e8302b78334b tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:25.901294 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c613e907-ca36-499c-b44c-176275b07c8d req-4a5c8f02-f235-4fa4-8c07-e8302b78334b tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.1145375 Jan 11 14:16:25.973575 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-96adc242-b53c-4e46-bcfa-36aaede3f13d req-6d461754-b431-4103-ade1-a229861a20eb service neutron] 10.222.0.45 "GET /v2.0/networks/d319b443-645e-432a-b025-0fae1ca27645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251292 Jan 11 14:16:25.976991 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c613e907-ca36-499c-b44c-176275b07c8d req-89911851-922f-4445-ac41-4ad7356e8c4b tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701346 Jan 11 14:16:26.060652 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-96adc242-b53c-4e46-bcfa-36aaede3f13d req-2b55848d-ade1-4f85-8b07-f91ed75e9ac9 service neutron] 10.222.0.45 "GET /v2.0/networks/d319b443-645e-432a-b025-0fae1ca27645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810928 Jan 11 14:16:26.094488 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-97bd29dc-579d-483a-b267-f64204da2743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:26.790017 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdccb72-d93b-40f0-b101-448da4e6abd6 req-dddaf79d-ee84-4832-b37c-50e3ded565d6 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:26.791474 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4bdccb72-d93b-40f0-b101-448da4e6abd6 req-dddaf79d-ee84-4832-b37c-50e3ded565d6 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f638f3d-a3ed-4ba6-9310-81ab620fe882 HTTP/1.1" status: 200 len: 943 time: 0.0510364 Jan 11 14:16:26.836627 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4bdccb72-d93b-40f0-b101-448da4e6abd6 req-5f0ebc53-0c20-4028-a108-7292a71fa158 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/security-groups?id=69729857-6067-4647-910f-949f11133207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398040 Jan 11 14:16:27.091078 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c9889-7803-41d1-a660-8c96cfb7db01 req-5c3f696d-1ceb-48c1-866c-b24cc4199539 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:27.092549 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-eb5c9889-7803-41d1-a660-8c96cfb7db01 req-5c3f696d-1ceb-48c1-866c-b24cc4199539 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0475023 Jan 11 14:16:27.138181 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-eb5c9889-7803-41d1-a660-8c96cfb7db01 req-4350d636-b35d-42e7-8c85-218d4f2c7664 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402420 Jan 11 14:16:27.951985 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833fcd1-11f7-47ab-bf7f-349509bb291a req-8788e14a-6d48-4ac6-b9d6-c9a8dccc0862 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:27.953475 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4833fcd1-11f7-47ab-bf7f-349509bb291a req-8788e14a-6d48-4ac6-b9d6-c9a8dccc0862 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f638f3d-a3ed-4ba6-9310-81ab620fe882 HTTP/1.1" status: 200 len: 943 time: 0.0469744 Jan 11 14:16:28.001745 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4833fcd1-11f7-47ab-bf7f-349509bb291a req-fd01e43c-f568-4fae-a634-b17e65b5c52d tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/security-groups?id=69729857-6067-4647-910f-949f11133207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428796 Jan 11 14:16:28.257997 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34446d49-7361-41e6-a117-cfa6ac7d2262 req-bb7a0296-4321-4a7c-8de7-e28cde18a3f1 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:28.259517 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-34446d49-7361-41e6-a117-cfa6ac7d2262 req-bb7a0296-4321-4a7c-8de7-e28cde18a3f1 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0530667 Jan 11 14:16:28.291735 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-26c107eb-a9af-45e5-acc7-443334c8b85a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:28.308811 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-34446d49-7361-41e6-a117-cfa6ac7d2262 req-3d7a584f-703e-4047-bb44-2e0d0c48ae4f tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431890 Jan 11 14:16:29.116506 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db075d-a084-412d-b10f-fd5d59d85436 req-5167336c-3d9b-42c0-8714-a4fc2523ca4d tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:29.117959 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c6db075d-a084-412d-b10f-fd5d59d85436 req-5167336c-3d9b-42c0-8714-a4fc2523ca4d tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f638f3d-a3ed-4ba6-9310-81ab620fe882 HTTP/1.1" status: 200 len: 943 time: 0.0472276 Jan 11 14:16:29.164126 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c6db075d-a084-412d-b10f-fd5d59d85436 req-9973e949-daf7-4d04-af0d-875e395ee7bc tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/security-groups?id=69729857-6067-4647-910f-949f11133207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400198 Jan 11 14:16:29.426459 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e9423-507f-4e22-aa13-496dd83cdf24 req-0cc00298-da56-48c7-a64f-653c32886f92 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:29.427856 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4e0e9423-507f-4e22-aa13-496dd83cdf24 req-0cc00298-da56-48c7-a64f-653c32886f92 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0498526 Jan 11 14:16:29.473894 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4e0e9423-507f-4e22-aa13-496dd83cdf24 req-7747f533-0733-47f7-8251-6c72e00d754f tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405846 Jan 11 14:16:29.598626 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:30.276186 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b68604-86a8-488c-a359-6c94cc36a3ad req-1d5ba5ef-6228-4108-a674-4c89fadd97cf tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:30.278079 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-09b68604-86a8-488c-a359-6c94cc36a3ad req-1d5ba5ef-6228-4108-a674-4c89fadd97cf tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f638f3d-a3ed-4ba6-9310-81ab620fe882 HTTP/1.1" status: 200 len: 943 time: 0.0476680 Jan 11 14:16:30.323183 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-09b68604-86a8-488c-a359-6c94cc36a3ad req-0795db9f-484a-411e-a53e-66f3806af1ba tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/security-groups?id=69729857-6067-4647-910f-949f11133207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397022 Jan 11 14:16:30.739011 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:30.846800 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 8232801e-c8a6-4b58-9700-b2811cddf236 details requested by agent hyperv_hv-cinder-82413 with host hv-cinder-82413 {{(pid=102760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 14:16:30.941792 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 8232801e-c8a6-4b58-9700-b2811cddf236, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=8232801e-c8a6-4b58-9700-b2811cddf236,segment=NetworkSegment(32d5f370-bdf9-4a61-9c70-84ab09650616),segment_id=32d5f370-bdf9-4a61-9c70-84ab09650616)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:16:30.953246 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Returning: {'device': '8232801e-c8a6-4b58-9700-b2811cddf236', 'network_id': 'd319b443-645e-432a-b025-0fae1ca27645', 'port_id': '8232801e-c8a6-4b58-9700-b2811cddf236', 'mac_address': 'fa:16:3e:57:03:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '119f6f8d-ff99-408b-be83-44f658974238', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 14:16:30.988995 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port 8232801e-c8a6-4b58-9700-b2811cddf236 is: DOWN; New status is: BUILD {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:16:30.989396 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (8232801e-c8a6-4b58-9700-b2811cddf236), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:31.007526 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8232801e-c8a6-4b58-9700-b2811cddf236 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:16:31.026929 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 8232801e-c8a6-4b58-9700-b2811cddf236, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=8232801e-c8a6-4b58-9700-b2811cddf236,segment=NetworkSegment(32d5f370-bdf9-4a61-9c70-84ab09650616),segment_id=32d5f370-bdf9-4a61-9c70-84ab09650616)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:16:31.030800 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (8232801e-c8a6-4b58-9700-b2811cddf236), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:31.083378 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=8232801e-c8a6-4b58-9700-b2811cddf236,revision_number=4']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:31.439515 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad6240-4179-48cb-9951-124f3c34838f req-e6721cc5-ecf2-4b15-8e6c-042fe830284a tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:31.441024 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5fad6240-4179-48cb-9951-124f3c34838f req-e6721cc5-ecf2-4b15-8e6c-042fe830284a tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f638f3d-a3ed-4ba6-9310-81ab620fe882 HTTP/1.1" status: 200 len: 944 time: 0.0485985 Jan 11 14:16:31.491893 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5fad6240-4179-48cb-9951-124f3c34838f req-3252146c-5cad-455a-80e5-5243c2c5344f tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/security-groups?id=69729857-6067-4647-910f-949f11133207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454156 Jan 11 14:16:31.513037 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['8232801e-c8a6-4b58-9700-b2811cddf236'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:16:32.263828 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:32.615696 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863ef58-6015-4c40-9274-a5f1cef7f10c req-e5e1357e-625f-4441-b408-ffdb9e68cc23 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:32.617202 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d863ef58-6015-4c40-9274-a5f1cef7f10c req-e5e1357e-625f-4441-b408-ffdb9e68cc23 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f638f3d-a3ed-4ba6-9310-81ab620fe882 HTTP/1.1" status: 200 len: 944 time: 0.0501339 Jan 11 14:16:32.666578 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d863ef58-6015-4c40-9274-a5f1cef7f10c req-6daf01b6-83da-45a7-bb05-b12cc3a6e44f tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/security-groups?id=69729857-6067-4647-910f-949f11133207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427818 Jan 11 14:16:33.779898 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aedd773-fe1c-439c-91e7-0574cb702fce req-26d2f1cd-83a9-4c4a-a8f1-32b01c98a3ab tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:33.781335 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3aedd773-fe1c-439c-91e7-0574cb702fce req-26d2f1cd-83a9-4c4a-a8f1-32b01c98a3ab tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f638f3d-a3ed-4ba6-9310-81ab620fe882 HTTP/1.1" status: 200 len: 944 time: 0.0466826 Jan 11 14:16:33.828078 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3aedd773-fe1c-439c-91e7-0574cb702fce req-6af21140-e8cf-4bae-9afd-78febf799b61 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/security-groups?id=69729857-6067-4647-910f-949f11133207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414197 Jan 11 14:16:34.264152 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-ccf49bcd-baaa-435a-9843-eef866c5bffe tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:34.265701 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-ccf49bcd-baaa-435a-9843-eef866c5bffe tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/networks?id=60123190-3a8f-4b75-b7ad-1e70cf2044c8 HTTP/1.1" status: 200 len: 815 time: 0.1082036 Jan 11 14:16:34.281218 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-3c5f1852-3cdf-4dde-857e-3614d5d744ea tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/quotas/b02bf5f593a54c658a76fff0246febf4 HTTP/1.1" status: 200 len: 375 time: 0.0103731 Jan 11 14:16:34.340896 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-028a4e84-d473-4b8b-9c32-056b3516138f tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b02bf5f593a54c658a76fff0246febf4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0537105 Jan 11 14:16:34.464195 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66def5-b663-41d2-a439-132418a9533a req-5d115907-8811-44b6-ac9e-6c05ccd3e972 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:34.466123 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ce66def5-b663-41d2-a439-132418a9533a req-5d115907-8811-44b6-ac9e-6c05ccd3e972 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.1018856 Jan 11 14:16:34.471472 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-1db914b5-998e-4eb9-ae3a-38ddb3036fe1 service neutron] 10.222.0.49 "GET /v2.0/networks/60123190-3a8f-4b75-b7ad-1e70cf2044c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242168 Jan 11 14:16:34.564191 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ce66def5-b663-41d2-a439-132418a9533a req-540d6656-503f-4574-94d8-76dcae0a087f tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917687 Jan 11 14:16:34.589655 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-7ac2ee4b-312a-42ed-9f95-743a0e9fbe06 service neutron] 10.222.0.49 "GET /v2.0/networks/60123190-3a8f-4b75-b7ad-1e70cf2044c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117172 Jan 11 14:16:34.745600 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9fa5952c-50a9-4c59-9161-682cd4130445 req-73fd0ce8-9f62-45e6-8c26-42792aa42cb9 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=15c7cf3b-e6db-481d-a653-c246c1a5559a HTTP/1.1" status: 200 len: 210 time: 0.0264766 Jan 11 14:16:34.886698 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 8232801e-c8a6-4b58-9700-b2811cddf236 up at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:16:34.943546 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning for port 8232801e-c8a6-4b58-9700-b2811cddf236 completed by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 14:16:34.948454 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning complete for port 8232801e-c8a6-4b58-9700-b2811cddf236 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:16:34.949635 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (8232801e-c8a6-4b58-9700-b2811cddf236), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:34.964835 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e562b-365b-4c75-bca5-dd8ade33d674 req-437ac368-e021-4094-b9c4-ff15f00e762a tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:34.967918 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-bb7e562b-365b-4c75-bca5-dd8ade33d674 req-437ac368-e021-4094-b9c4-ff15f00e762a tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f638f3d-a3ed-4ba6-9310-81ab620fe882 HTTP/1.1" status: 200 len: 944 time: 0.0669966 Jan 11 14:16:35.016101 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-bb7e562b-365b-4c75-bca5-dd8ade33d674 req-ae650bff-f784-4edd-b7dc-f22dd2768ac1 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/security-groups?id=69729857-6067-4647-910f-949f11133207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424004 Jan 11 14:16:35.030347 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port 8232801e-c8a6-4b58-9700-b2811cddf236 is: BUILD; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:16:35.030750 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (8232801e-c8a6-4b58-9700-b2811cddf236), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:35.057453 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f638f3d-a3ed-4ba6-9310-81ab620fe882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8232801e-c8a6-4b58-9700-b2811cddf236'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:16:35.060297 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2d4b612b30f5b24bc1864879ef56701efa35e28b014bb4d8aa1230102106bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099401bd-1a84-41e2-8350-cafe9e3a670a" -d '{"events": [{"server_uuid": "8f638f3d-a3ed-4ba6-9310-81ab620fe882", "name": "network-vif-plugged", "status": "completed", "tag": "8232801e-c8a6-4b58-9700-b2811cddf236"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:16:35.076063 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 8232801e-c8a6-4b58-9700-b2811cddf236, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=8232801e-c8a6-4b58-9700-b2811cddf236,segment=NetworkSegment(32d5f370-bdf9-4a61-9c70-84ab09650616),segment_id=32d5f370-bdf9-4a61-9c70-84ab09650616)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:16:35.080218 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (8232801e-c8a6-4b58-9700-b2811cddf236), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:35.103637 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35e975e-9dec-4b2e-8f85-c8e1fe55d744 x-openstack-request-id: req-d35e975e-9dec-4b2e-8f85-c8e1fe55d744 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:16:35.104081 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f638f3d-a3ed-4ba6-9310-81ab620fe882", "name": "network-vif-plugged", "status": "completed", "tag": "8232801e-c8a6-4b58-9700-b2811cddf236", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:16:35.104409 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d35e975e-9dec-4b2e-8f85-c8e1fe55d744 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:16:35.105046 dv-cinder-824131-3-iscsi neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f638f3d-a3ed-4ba6-9310-81ab620fe882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8232801e-c8a6-4b58-9700-b2811cddf236', 'code': 200} Jan 11 14:16:35.131937 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=8232801e-c8a6-4b58-9700-b2811cddf236,revision_number=5']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:35.324154 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ef0b2-90a8-4d71-bfbf-33c865d94021 req-4a0045dd-8945-4fff-b9bc-96d8db30c816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:35.325831 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-686ef0b2-90a8-4d71-bfbf-33c865d94021 req-4a0045dd-8945-4fff-b9bc-96d8db30c816 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8f638f3d-a3ed-4ba6-9310-81ab620fe882 HTTP/1.1" status: 200 len: 1098 time: 0.0505345 Jan 11 14:16:35.378325 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-686ef0b2-90a8-4d71-bfbf-33c865d94021 req-da724c98-c5c8-4927-9d79-e3bc4e951fb1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=69729857-6067-4647-910f-949f11133207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432994 Jan 11 14:16:35.680211 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e4638-1d68-4770-b14a-44013bba2d0a req-df241d50-f9a3-4bd4-86ca-0bd5bc513df7 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:35.681720 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2f9e4638-1d68-4770-b14a-44013bba2d0a req-df241d50-f9a3-4bd4-86ca-0bd5bc513df7 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.0486579 Jan 11 14:16:35.729347 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2f9e4638-1d68-4770-b14a-44013bba2d0a req-f187af11-a2a4-4116-aa34-cd14722c9041 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411983 Jan 11 14:16:35.834520 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5968e755-89c7-4ff0-a17b-518573bf862c req-009d1d34-f0f1-4e93-8831-03dae55bbbe8 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=15c7cf3b-e6db-481d-a653-c246c1a5559a HTTP/1.1" status: 200 len: 210 time: 0.0254440 Jan 11 14:16:36.134647 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88c847-51d8-45c4-9f71-d5571686b91c req-38943fd7-63d2-4c0d-8c05-fd92bcaf3252 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:36.136079 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2b88c847-51d8-45c4-9f71-d5571686b91c req-38943fd7-63d2-4c0d-8c05-fd92bcaf3252 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f638f3d-a3ed-4ba6-9310-81ab620fe882 HTTP/1.1" status: 200 len: 945 time: 0.0506198 Jan 11 14:16:36.181733 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2b88c847-51d8-45c4-9f71-d5571686b91c req-e876b628-2c25-4654-81e2-26e2d8fa18a7 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/security-groups?id=69729857-6067-4647-910f-949f11133207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394537 Jan 11 14:16:38.658723 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:40.282797 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1ec473b7-0ae8-4ef8-a2b7-6fb72b887f3a req-161b3650-896c-45c5-a32b-48cf35d421ce tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=15c7cf3b-e6db-481d-a653-c246c1a5559a HTTP/1.1" status: 200 len: 210 time: 0.0296731 Jan 11 14:16:40.299050 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab317f00-b79d-409d-92a7-269c5dbb47e8 req-67198e88-878e-4923-b2f9-7bcabba60220 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:40.300715 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ab317f00-b79d-409d-92a7-269c5dbb47e8 req-67198e88-878e-4923-b2f9-7bcabba60220 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.0717871 Jan 11 14:16:40.360902 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ab317f00-b79d-409d-92a7-269c5dbb47e8 req-53011e1c-af1a-4f31-8f71-987bcafb15ba tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546033 Jan 11 14:16:40.396999 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ecacdd-705f-4c11-b3a5-ef11b01185b3 req-93ed89b1-7f52-482c-b227-a5c64c259d70 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:40.398530 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d1ecacdd-705f-4c11-b3a5-ef11b01185b3 req-93ed89b1-7f52-482c-b227-a5c64c259d70 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f638f3d-a3ed-4ba6-9310-81ab620fe882 HTTP/1.1" status: 200 len: 945 time: 0.0535824 Jan 11 14:16:40.445850 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d1ecacdd-705f-4c11-b3a5-ef11b01185b3 req-ad9f8c38-8704-465c-98e2-e901fc302e20 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/security-groups?id=69729857-6067-4647-910f-949f11133207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408723 Jan 11 14:16:41.081757 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-2463d6d2-7a85-45e8-8dd8-9f6f88cdbb77 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:41.082699 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-2463d6d2-7a85-45e8-8dd8-9f6f88cdbb77 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.45 "GET /v2.0/networks?id=60123190-3a8f-4b75-b7ad-1e70cf2044c8 HTTP/1.1" status: 200 len: 815 time: 0.1033571 Jan 11 14:16:41.101740 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-2d872214-5c6b-4ad2-bd78-ef3a618ba5eb tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Request body: {'port': {'device_id': '15c7cf3b-e6db-481d-a653-c246c1a5559a', 'network_id': '60123190-3a8f-4b75-b7ad-1e70cf2044c8', 'admin_state_up': True, 'tenant_id': 'b02bf5f593a54c658a76fff0246febf4'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:16:41.220186 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-2d872214-5c6b-4ad2-bd78-ef3a618ba5eb tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Made reservation on behalf of b02bf5f593a54c658a76fff0246febf4 for: {'port': 1} {{(pid=102758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:16:41.223779 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-2d872214-5c6b-4ad2-bd78-ef3a618ba5eb tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:41.356260 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.db_base_plugin_common [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-2d872214-5c6b-4ad2-bd78-ef3a618ba5eb tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Allocated IP 172.20.0.2 (60123190-3a8f-4b75-b7ad-1e70cf2044c8/07a8438a-684d-4f62-ac48-5413217a84d0/fc42310a-f7c1-4855-943b-ce524357db67) {{(pid=102758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:16:41.408230 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-717f1966-00f3-4c4c-9f77-a9a57bee935c req-c61266d9-df58-4cde-b229-8f6a86940135 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=15c7cf3b-e6db-481d-a653-c246c1a5559a HTTP/1.1" status: 200 len: 210 time: 0.0354853 Jan 11 14:16:41.565698 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49c3a5-b32d-4ae1-9880-71e989185245 req-adfc5989-6d14-4ccf-978e-90a70c1ca3d9 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:41.567181 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fb49c3a5-b32d-4ae1-9880-71e989185245 req-adfc5989-6d14-4ccf-978e-90a70c1ca3d9 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.1318457 Jan 11 14:16:41.644847 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc5872-5634-484b-ba81-73d71f99e664 req-df2036e2-cefd-4513-9590-b7ee15161364 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:41.646426 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-77cc5872-5634-484b-ba81-73d71f99e664 req-df2036e2-cefd-4513-9590-b7ee15161364 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f638f3d-a3ed-4ba6-9310-81ab620fe882 HTTP/1.1" status: 200 len: 945 time: 0.1275113 Jan 11 14:16:41.651368 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-2d872214-5c6b-4ad2-bd78-ef3a618ba5eb tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Publish callbacks [] for port (fc42310a-f7c1-4855-943b-ce524357db67), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:41.685342 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fb49c3a5-b32d-4ae1-9880-71e989185245 req-5fbc2a4d-6230-4592-a8e3-2d28ae249339 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053689 Jan 11 14:16:41.736037 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-77cc5872-5634-484b-ba81-73d71f99e664 req-588340c6-ff7c-494a-ac77-71b5d2217c26 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/security-groups?id=69729857-6067-4647-910f-949f11133207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797908 Jan 11 14:16:41.741286 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-2d872214-5c6b-4ad2-bd78-ef3a618ba5eb tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996'] for port (fc42310a-f7c1-4855-943b-ce524357db67), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:41.754487 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872', '16deb647-6c63-414a-a191-4b93e1d0501e', '097e8414-4883-4986-ba49-5f760c6cbef9'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:16:41.788805 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-2d872214-5c6b-4ad2-bd78-ef3a618ba5eb tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Network 60123190-3a8f-4b75-b7ad-1e70cf2044c8 is already hosted by enough agents. {{(pid=102758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:16:41.792020 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.base_scheduler [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-2d872214-5c6b-4ad2-bd78-ef3a618ba5eb tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Resources bound (agent type, host, resource id): {{(pid=102758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:16:41.795129 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-2d872214-5c6b-4ad2-bd78-ef3a618ba5eb tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Received port after_create {{(pid=102758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:16:41.801198 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-2d872214-5c6b-4ad2-bd78-ef3a618ba5eb tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:41.801823 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-2d872214-5c6b-4ad2-bd78-ef3a618ba5eb tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:41.812013 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d872214-5c6b-4ad2-bd78-ef3a618ba5eb tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Pushing event updated for resources: {'Port': ['ID=fc42310a-f7c1-4855-943b-ce524357db67,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:41.826589 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-2d872214-5c6b-4ad2-bd78-ef3a618ba5eb tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7289848 Jan 11 14:16:41.859077 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-bc1b57e9-00d2-4d0b-af57-4f1e50d8dfd0 service neutron] Request body: {'port': {'device_id': '15c7cf3b-e6db-481d-a653-c246c1a5559a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82413'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:16:41.912703 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-bc1b57e9-00d2-4d0b-af57-4f1e50d8dfd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (fc42310a-f7c1-4855-943b-ce524357db67), before_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:42.183847 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-bc1b57e9-00d2-4d0b-af57-4f1e50d8dfd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc42310a-f7c1-4855-943b-ce524357db67 {{(pid=102758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:16:42.191815 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-bc1b57e9-00d2-4d0b-af57-4f1e50d8dfd0 service neutron] Publish callbacks [] for port (fc42310a-f7c1-4855-943b-ce524357db67), precommit_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:42.204432 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.provisioning_blocks [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-bc1b57e9-00d2-4d0b-af57-4f1e50d8dfd0 service neutron] Transition to ACTIVE for port object fc42310a-f7c1-4855-943b-ce524357db67 will not be triggered until provisioned by entity L2. {{(pid=102758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 14:16:42.207742 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-bc1b57e9-00d2-4d0b-af57-4f1e50d8dfd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (fc42310a-f7c1-4855-943b-ce524357db67), after_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:42.254656 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b57e9-00d2-4d0b-af57-4f1e50d8dfd0 service neutron] Pushing event updated for resources: {'Port': ['ID=fc42310a-f7c1-4855-943b-ce524357db67,revision_number=2']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:42.286110 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.managers [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-bc1b57e9-00d2-4d0b-af57-4f1e50d8dfd0 service neutron] Attempting to bind port fc42310a-f7c1-4855-943b-ce524357db67 on host hv-cinder-82413 for vnic_type normal with profile {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:16:42.286455 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.managers [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-bc1b57e9-00d2-4d0b-af57-4f1e50d8dfd0 service neutron] Attempting to bind port fc42310a-f7c1-4855-943b-ce524357db67 by drivers openvswitch,hyperv on host hv-cinder-82413 at level 0 using segments [{'id': '1ecafd43-8c38-4919-b45e-c12069c719ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '60123190-3a8f-4b75-b7ad-1e70cf2044c8'}] {{(pid=102758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:16:42.286807 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-bc1b57e9-00d2-4d0b-af57-4f1e50d8dfd0 service neutron] Attempting to bind port fc42310a-f7c1-4855-943b-ce524357db67 on network 60123190-3a8f-4b75-b7ad-1e70cf2044c8 {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:16:42.290980 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-bc1b57e9-00d2-4d0b-af57-4f1e50d8dfd0 service neutron] Port fc42310a-f7c1-4855-943b-ce524357db67 on network 60123190-3a8f-4b75-b7ad-1e70cf2044c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82413 {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 14:16:42.291311 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-bc1b57e9-00d2-4d0b-af57-4f1e50d8dfd0 service neutron] Attempting to bind port fc42310a-f7c1-4855-943b-ce524357db67 on network 60123190-3a8f-4b75-b7ad-1e70cf2044c8 {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:16:42.296217 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-bc1b57e9-00d2-4d0b-af57-4f1e50d8dfd0 service neutron] Checking agent: {'id': '183634b4-d914-49fa-b358-00b9224e1c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'started_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:16:42.296566 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-bc1b57e9-00d2-4d0b-af57-4f1e50d8dfd0 service neutron] Checking segment: {'id': '1ecafd43-8c38-4919-b45e-c12069c719ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '60123190-3a8f-4b75-b7ad-1e70cf2044c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:16:42.296954 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-bc1b57e9-00d2-4d0b-af57-4f1e50d8dfd0 service neutron] Bound using segment: {'id': '1ecafd43-8c38-4919-b45e-c12069c719ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '60123190-3a8f-4b75-b7ad-1e70cf2044c8'} {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:16:42.297389 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.managers [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-bc1b57e9-00d2-4d0b-af57-4f1e50d8dfd0 service neutron] Bound port: fc42310a-f7c1-4855-943b-ce524357db67, host: hv-cinder-82413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ecafd43-8c38-4919-b45e-c12069c719ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '60123190-3a8f-4b75-b7ad-1e70cf2044c8'}}] {{(pid=102758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:16:42.297750 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-bc1b57e9-00d2-4d0b-af57-4f1e50d8dfd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (fc42310a-f7c1-4855-943b-ce524357db67), before_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:42.364349 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-bc1b57e9-00d2-4d0b-af57-4f1e50d8dfd0 service neutron] For port fc42310a-f7c1-4855-943b-ce524357db67, host hv-cinder-82413, cleared binding levels {{(pid=102758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:16:42.367322 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-bc1b57e9-00d2-4d0b-af57-4f1e50d8dfd0 service neutron] For port fc42310a-f7c1-4855-943b-ce524357db67, host hv-cinder-82413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=fc42310a-f7c1-4855-943b-ce524357db67,segment=NetworkSegment(1ecafd43-8c38-4919-b45e-c12069c719ef),segment_id=1ecafd43-8c38-4919-b45e-c12069c719ef)] {{(pid=102758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:16:42.373745 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-bc1b57e9-00d2-4d0b-af57-4f1e50d8dfd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (fc42310a-f7c1-4855-943b-ce524357db67), after_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:42.410942 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-bc1b57e9-00d2-4d0b-af57-4f1e50d8dfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:42.411615 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-bc1b57e9-00d2-4d0b-af57-4f1e50d8dfd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:42.413102 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-bc1b57e9-00d2-4d0b-af57-4f1e50d8dfd0 service neutron] 10.222.0.45 "PUT /v2.0/ports/fc42310a-f7c1-4855-943b-ce524357db67 HTTP/1.1" status: 200 len: 1093 time: 0.5584459 Jan 11 14:16:42.413549 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15c7cf3b-e6db-481d-a653-c246c1a5559a', 'tag': 'fc42310a-f7c1-4855-943b-ce524357db67'}] {{(pid=102758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:16:42.415803 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bad0c4360237c930a732257e05ff37eb7f7649fd7d398cae3022b7fa374a377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3ad6f2-3833-45d7-be15-74d0bebed1d0" -d '{"events": [{"name": "network-changed", "server_uuid": "15c7cf3b-e6db-481d-a653-c246c1a5559a", "tag": "fc42310a-f7c1-4855-943b-ce524357db67"}]}' {{(pid=102758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:16:42.446928 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b57e9-00d2-4d0b-af57-4f1e50d8dfd0 service neutron] Pushing event updated for resources: {'Port': ['ID=fc42310a-f7c1-4855-943b-ce524357db67,revision_number=3']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:42.518133 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-b27863d4-b85c-450e-b21a-ec688cd7c2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:42.519640 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-b27863d4-b85c-450e-b21a-ec688cd7c2a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b02bf5f593a54c658a76fff0246febf4&device_id=15c7cf3b-e6db-481d-a653-c246c1a5559a HTTP/1.1" status: 200 len: 1096 time: 0.0403240 Jan 11 14:16:42.593031 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-a2408e68-ef68-436a-b6ee-1ea673a2c8bf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc42310a-f7c1-4855-943b-ce524357db67 HTTP/1.1" status: 200 len: 217 time: 0.0366325 Jan 11 14:16:42.677999 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 14:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8211c52a-0584-4b89-8158-aded07db6448 x-openstack-request-id: req-8211c52a-0584-4b89-8158-aded07db6448 {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:16:42.678363 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15c7cf3b-e6db-481d-a653-c246c1a5559a", "tag": "fc42310a-f7c1-4855-943b-ce524357db67", "status": "completed", "code": 200}]} {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:16:42.678686 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8211c52a-0584-4b89-8158-aded07db6448 {{(pid=102758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:16:42.679154 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15c7cf3b-e6db-481d-a653-c246c1a5559a', 'tag': 'fc42310a-f7c1-4855-943b-ce524357db67', 'status': 'completed', 'code': 200} Jan 11 14:16:42.687709 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-a86ba349-5f9a-4eb6-9c99-c1738aee4dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:42.689059 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-a86ba349-5f9a-4eb6-9c99-c1738aee4dff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=07a8438a-684d-4f62-ac48-5413217a84d0 HTTP/1.1" status: 200 len: 855 time: 0.0511553 Jan 11 14:16:42.730838 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-89164b62-7ff6-4d17-b5fd-5e0f85de8601 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60123190-3a8f-4b75-b7ad-1e70cf2044c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343907 Jan 11 14:16:43.068946 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5faac51-13d0-4655-a916-76403477c79c req-ad83cd92-ae5e-40fb-9007-0ab4ce4f5e96 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:43.070362 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d5faac51-13d0-4655-a916-76403477c79c req-ad83cd92-ae5e-40fb-9007-0ab4ce4f5e96 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=15c7cf3b-e6db-481d-a653-c246c1a5559a HTTP/1.1" status: 200 len: 943 time: 0.3657391 Jan 11 14:16:43.121132 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a7e95-9178-438d-97f2-51e55c636fe6 req-68a94ccf-9809-4a7f-b955-316c85cf30fb tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:43.122610 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-071a7e95-9178-438d-97f2-51e55c636fe6 req-68a94ccf-9809-4a7f-b955-316c85cf30fb tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.3560691 Jan 11 14:16:43.131663 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-1b28b7f5-a961-41b9-a96d-d94c1fab7d0e service neutron] 10.222.0.45 "GET /v2.0/networks/60123190-3a8f-4b75-b7ad-1e70cf2044c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843408 Jan 11 14:16:43.212657 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d5faac51-13d0-4655-a916-76403477c79c req-d46efa04-4bf8-4883-8912-667297a7e1c3 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338854 Jan 11 14:16:43.249079 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-071a7e95-9178-438d-97f2-51e55c636fe6 req-a875fd7b-95b2-4833-a3b9-b196de9ddb33 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194022 Jan 11 14:16:43.284461 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2ce84621-8be5-47d5-a35b-de7d7a174de5 req-6df76f16-642e-4207-b627-eca7e173e5fc service neutron] 10.222.0.45 "GET /v2.0/networks/60123190-3a8f-4b75-b7ad-1e70cf2044c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389718 Jan 11 14:16:43.319773 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d2434-64be-4471-9245-e280b741ce2f req-48ea3d91-5223-4f85-8140-c8d41222af38 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:43.321190 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-285d2434-64be-4471-9245-e280b741ce2f req-48ea3d91-5223-4f85-8140-c8d41222af38 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f638f3d-a3ed-4ba6-9310-81ab620fe882 HTTP/1.1" status: 200 len: 945 time: 0.0520577 Jan 11 14:16:43.394700 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-285d2434-64be-4471-9245-e280b741ce2f req-0144631f-2722-434c-8d15-93c38a61f455 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/security-groups?id=69729857-6067-4647-910f-949f11133207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672803 Jan 11 14:16:43.407377 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ad6f2-3833-45d7-be15-74d0bebed1d0 req-f35e4e5b-e022-4783-85f7-b30b5e13fd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:43.408306 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4e3ad6f2-3833-45d7-be15-74d0bebed1d0 req-f35e4e5b-e022-4783-85f7-b30b5e13fd55 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b02bf5f593a54c658a76fff0246febf4&device_id=15c7cf3b-e6db-481d-a653-c246c1a5559a HTTP/1.1" status: 200 len: 1096 time: 0.0557890 Jan 11 14:16:43.550453 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4785b-0928-4d9f-95ae-393bf0455d7c req-72b94b2f-1743-466f-a845-ea4af9730ddd tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:43.551926 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-80d4785b-0928-4d9f-95ae-393bf0455d7c req-72b94b2f-1743-466f-a845-ea4af9730ddd tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 945 time: 0.1011143 Jan 11 14:16:43.575533 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ad6f2-3833-45d7-be15-74d0bebed1d0 req-5b1ed8ca-b5fb-48ff-a9b2-8b5f376ff99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:43.576940 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4e3ad6f2-3833-45d7-be15-74d0bebed1d0 req-5b1ed8ca-b5fb-48ff-a9b2-8b5f376ff99d service neutron] 10.222.0.45 "GET /v2.0/networks?id=60123190-3a8f-4b75-b7ad-1e70cf2044c8 HTTP/1.1" status: 200 len: 916 time: 0.1350262 Jan 11 14:16:43.645337 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4e3ad6f2-3833-45d7-be15-74d0bebed1d0 req-24636158-9241-4d8c-bd0b-6aeadc4d3d9e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc42310a-f7c1-4855-943b-ce524357db67 HTTP/1.1" status: 200 len: 217 time: 0.0503085 Jan 11 14:16:43.750638 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ad6f2-3833-45d7-be15-74d0bebed1d0 req-340422bf-24be-4545-a923-4ecac57bc198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:43.752419 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4e3ad6f2-3833-45d7-be15-74d0bebed1d0 req-340422bf-24be-4545-a923-4ecac57bc198 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=07a8438a-684d-4f62-ac48-5413217a84d0 HTTP/1.1" status: 200 len: 855 time: 0.0948815 Jan 11 14:16:43.766550 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [req-80d4785b-0928-4d9f-95ae-393bf0455d7c req-d933acfb-2cde-4f19-87f1-de2f55fbfe20 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Deleting port 5a970ee5-fb4e-433b-a01a-9adab15fef70 {{(pid=102758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:16:43.766996 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-80d4785b-0928-4d9f-95ae-393bf0455d7c req-d933acfb-2cde-4f19-87f1-de2f55fbfe20 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (5a970ee5-fb4e-433b-a01a-9adab15fef70), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:43.835395 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4e3ad6f2-3833-45d7-be15-74d0bebed1d0 req-33c2f21d-6135-4563-b9f3-056122abd31a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60123190-3a8f-4b75-b7ad-1e70cf2044c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532920 Jan 11 14:16:43.925876 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [req-80d4785b-0928-4d9f-95ae-393bf0455d7c req-d933acfb-2cde-4f19-87f1-de2f55fbfe20 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] For port 5a970ee5-fb4e-433b-a01a-9adab15fef70, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=5a970ee5-fb4e-433b-a01a-9adab15fef70,segment=NetworkSegment(ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0),segment_id=ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0)] {{(pid=102758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:16:43.926369 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-80d4785b-0928-4d9f-95ae-393bf0455d7c req-d933acfb-2cde-4f19-87f1-de2f55fbfe20 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (5a970ee5-fb4e-433b-a01a-9adab15fef70), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:43.946709 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [req-80d4785b-0928-4d9f-95ae-393bf0455d7c req-d933acfb-2cde-4f19-87f1-de2f55fbfe20 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Calling delete_port for 5a970ee5-fb4e-433b-a01a-9adab15fef70 owned by compute:nova {{(pid=102758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:16:44.018846 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4e3ad6f2-3833-45d7-be15-74d0bebed1d0 req-c40770ad-4134-4d67-9283-892c4cf8145e service neutron] 10.222.0.45 "GET /v2.0/networks/60123190-3a8f-4b75-b7ad-1e70cf2044c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628659 Jan 11 14:16:44.154952 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4e3ad6f2-3833-45d7-be15-74d0bebed1d0 req-5844c0fe-bf60-4aec-b8f1-2db38744337a service neutron] 10.222.0.45 "GET /v2.0/networks/60123190-3a8f-4b75-b7ad-1e70cf2044c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281366 Jan 11 14:16:44.174128 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-80d4785b-0928-4d9f-95ae-393bf0455d7c req-d933acfb-2cde-4f19-87f1-de2f55fbfe20 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005'] for port (5a970ee5-fb4e-433b-a01a-9adab15fef70), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:44.187891 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['5a970ee5-fb4e-433b-a01a-9adab15fef70', '77e99707-79d4-42da-8053-2f361200d181'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:16:44.202967 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d933acfb-2cde-4f19-87f1-de2f55fbfe20 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Pushing event deleted for resources: {'Port': ['ID=5a970ee5-fb4e-433b-a01a-9adab15fef70,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:44.242861 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d4785b-0928-4d9f-95ae-393bf0455d7c req-d933acfb-2cde-4f19-87f1-de2f55fbfe20 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] No DVR routers for this DVR port 5a970ee5-fb4e-433b-a01a-9adab15fef70 on host hv-cinder-82413 {{(pid=102758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 14:16:44.246421 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-80d4785b-0928-4d9f-95ae-393bf0455d7c req-d933acfb-2cde-4f19-87f1-de2f55fbfe20 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:44.250257 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-80d4785b-0928-4d9f-95ae-393bf0455d7c req-d933acfb-2cde-4f19-87f1-de2f55fbfe20 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.45 "DELETE /v2.0/ports/5a970ee5-fb4e-433b-a01a-9adab15fef70 HTTP/1.1" status: 204 len: 173 time: 0.6619995 Jan 11 14:16:44.371098 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a9a5d476-d879-448f-ac9a-99ae3651881b req-78088d0f-66e4-4cc0-b129-2ff07eeeccc1 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa034417-f545-486a-9795-890931667012 HTTP/1.1" status: 200 len: 210 time: 0.0335495 Jan 11 14:16:44.391309 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2fadc-f064-4405-ae90-d5931325e500 req-da37333d-8b04-4c7c-9239-54e1d7bddd3f tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:44.393485 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f5e2fadc-f064-4405-ae90-d5931325e500 req-da37333d-8b04-4c7c-9239-54e1d7bddd3f tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=15c7cf3b-e6db-481d-a653-c246c1a5559a HTTP/1.1" status: 200 len: 943 time: 0.0889456 Jan 11 14:16:44.446839 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f5e2fadc-f064-4405-ae90-d5931325e500 req-a770e31b-396a-43d3-9ea6-6031ec1dee8a tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463178 Jan 11 14:16:44.680129 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa034417-f545-486a-9795-890931667012', 'name': 'network-vif-deleted', 'tag': '5a970ee5-fb4e-433b-a01a-9adab15fef70'}] {{(pid=102758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:16:44.682472 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bad0c4360237c930a732257e05ff37eb7f7649fd7d398cae3022b7fa374a377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4ed8cb-944c-4854-803e-a86d2ffb1850" -d '{"events": [{"server_uuid": "aa034417-f545-486a-9795-890931667012", "name": "network-vif-deleted", "tag": "5a970ee5-fb4e-433b-a01a-9adab15fef70"}]}' {{(pid=102758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:16:44.717205 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3033bb9-ae4e-4e9c-86e7-a472877fc061 x-openstack-request-id: req-c3033bb9-ae4e-4e9c-86e7-a472877fc061 {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:16:44.717500 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa034417-f545-486a-9795-890931667012", "name": "network-vif-deleted", "tag": "5a970ee5-fb4e-433b-a01a-9adab15fef70", "status": "completed", "code": 200}]} {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:16:44.717755 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c3033bb9-ae4e-4e9c-86e7-a472877fc061 {{(pid=102758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:16:44.718157 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa034417-f545-486a-9795-890931667012', 'name': 'network-vif-deleted', 'tag': '5a970ee5-fb4e-433b-a01a-9adab15fef70', 'status': 'completed', 'code': 200} Jan 11 14:16:45.572393 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fea12-100d-449c-a1fd-a8b0e22db4ae req-97339c31-0c4d-4d24-93c6-3caff83bef91 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:45.574394 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-936fea12-100d-449c-a1fd-a8b0e22db4ae req-97339c31-0c4d-4d24-93c6-3caff83bef91 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=15c7cf3b-e6db-481d-a653-c246c1a5559a HTTP/1.1" status: 200 len: 943 time: 0.0531905 Jan 11 14:16:45.653424 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-936fea12-100d-449c-a1fd-a8b0e22db4ae req-9dd6e076-31ca-47cf-935c-4f569d6b6df8 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717397 Jan 11 14:16:45.672859 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d4d49-187a-4379-bd8e-1131a288fe1c req-15514748-f7b9-4ba7-be00-e9b66a12583d tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:45.674378 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-384d4d49-187a-4379-bd8e-1131a288fe1c req-15514748-f7b9-4ba7-be00-e9b66a12583d tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0637591 Jan 11 14:16:45.721399 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-384d4d49-187a-4379-bd8e-1131a288fe1c req-f2ce67fa-8f54-4d54-9add-1c4117514a0c tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414090 Jan 11 14:16:46.368029 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 55186) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:16:46.469108 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3f86966a-0894-4c55-bb04-2315eeea82db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:46.542896 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3f86966a-0894-4c55-bb04-2315eeea82db admin admin] Publish callbacks [] for security_group (9c0bc864-0fbc-4303-bdc3-049eaf08936e), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:46.546397 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3f86966a-0894-4c55-bb04-2315eeea82db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (9c0bc864-0fbc-4303-bdc3-049eaf08936e), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:46.584503 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-3f86966a-0894-4c55-bb04-2315eeea82db admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d59730668afa4d12857277e4c7e5d7ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154384 Jan 11 14:16:46.585338 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86966a-0894-4c55-bb04-2315eeea82db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0bc864-0fbc-4303-bdc3-049eaf08936e,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:46.587192 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 55190) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:16:46.592683 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86966a-0894-4c55-bb04-2315eeea82db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:46.593046 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86966a-0894-4c55-bb04-2315eeea82db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:46.593399 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86966a-0894-4c55-bb04-2315eeea82db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:46.593747 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86966a-0894-4c55-bb04-2315eeea82db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:46.594086 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86966a-0894-4c55-bb04-2315eeea82db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:46.594422 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86966a-0894-4c55-bb04-2315eeea82db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:46.594776 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86966a-0894-4c55-bb04-2315eeea82db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:46.595120 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86966a-0894-4c55-bb04-2315eeea82db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:46.595458 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86966a-0894-4c55-bb04-2315eeea82db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:46.595817 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86966a-0894-4c55-bb04-2315eeea82db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:46.596147 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86966a-0894-4c55-bb04-2315eeea82db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:46.596475 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86966a-0894-4c55-bb04-2315eeea82db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:46.596807 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86966a-0894-4c55-bb04-2315eeea82db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:46.634564 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-372dcc8b-cb80-4864-a9d0-d6b958c34beb admin admin] Publish callbacks [] for security_group (9c0bc864-0fbc-4303-bdc3-049eaf08936e), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:46.655299 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-372dcc8b-cb80-4864-a9d0-d6b958c34beb admin admin] Publish callbacks [] for security_group (9c0bc864-0fbc-4303-bdc3-049eaf08936e), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:46.702323 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-372dcc8b-cb80-4864-a9d0-d6b958c34beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (9c0bc864-0fbc-4303-bdc3-049eaf08936e), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:46.705209 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-372dcc8b-cb80-4864-a9d0-d6b958c34beb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:46.706712 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-372dcc8b-cb80-4864-a9d0-d6b958c34beb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9c0bc864-0fbc-4303-bdc3-049eaf08936e HTTP/1.1" status: 204 len: 168 time: 0.1178093 Jan 11 14:16:46.715132 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372dcc8b-cb80-4864-a9d0-d6b958c34beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0bc864-0fbc-4303-bdc3-049eaf08936e,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:46.789820 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8350155-ec5d-40c6-8f18-2b185ca864c0 req-98d81295-306a-4da3-b102-8d246aa9a065 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:46.791579 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b8350155-ec5d-40c6-8f18-2b185ca864c0 req-98d81295-306a-4da3-b102-8d246aa9a065 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=15c7cf3b-e6db-481d-a653-c246c1a5559a HTTP/1.1" status: 200 len: 943 time: 0.0630858 Jan 11 14:16:46.886345 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95ba9c-96d8-40b7-a4d7-d46191184156 req-3822b2ff-57b2-4e23-8ca1-b5d8e75cc44c tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:46.887900 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7b95ba9c-96d8-40b7-a4d7-d46191184156 req-3822b2ff-57b2-4e23-8ca1-b5d8e75cc44c tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0924664 Jan 11 14:16:46.893399 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b8350155-ec5d-40c6-8f18-2b185ca864c0 req-acf428f5-3c61-4879-89c2-f5e6077d4b0d tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892415 Jan 11 14:16:46.925441 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device fc42310a-f7c1-4855-943b-ce524357db67 details requested by agent hyperv_hv-cinder-82413 with host hv-cinder-82413 {{(pid=102760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 14:16:46.940434 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 5a970ee5-fb4e-433b-a01a-9adab15fef70 no longer exists at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:16:46.956773 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7b95ba9c-96d8-40b7-a4d7-d46191184156 req-6bc84804-d35c-41ee-a322-befe502de685 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555642 Jan 11 14:16:46.971981 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] No Port match for: 5a970ee5-fb4e-433b-a01a-9adab15fef70 {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:16:46.971981 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 5a970ee5-fb4e-433b-a01a-9adab15fef70 not bound to the agent host hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:16:47.052148 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port fc42310a-f7c1-4855-943b-ce524357db67, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=fc42310a-f7c1-4855-943b-ce524357db67,segment=NetworkSegment(1ecafd43-8c38-4919-b45e-c12069c719ef),segment_id=1ecafd43-8c38-4919-b45e-c12069c719ef)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:16:47.064885 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Returning: {'device': 'fc42310a-f7c1-4855-943b-ce524357db67', 'network_id': '60123190-3a8f-4b75-b7ad-1e70cf2044c8', 'port_id': 'fc42310a-f7c1-4855-943b-ce524357db67', 'mac_address': 'fa:16:3e:11:4c:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a8438a-684d-4f62-ac48-5413217a84d0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 14:16:47.105890 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port fc42310a-f7c1-4855-943b-ce524357db67 is: DOWN; New status is: BUILD {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:16:47.106288 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (fc42310a-f7c1-4855-943b-ce524357db67), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:47.119388 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc42310a-f7c1-4855-943b-ce524357db67 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:16:47.141361 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port fc42310a-f7c1-4855-943b-ce524357db67, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=fc42310a-f7c1-4855-943b-ce524357db67,segment=NetworkSegment(1ecafd43-8c38-4919-b45e-c12069c719ef),segment_id=1ecafd43-8c38-4919-b45e-c12069c719ef)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:16:47.146338 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (fc42310a-f7c1-4855-943b-ce524357db67), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:47.195969 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=fc42310a-f7c1-4855-943b-ce524357db67,revision_number=4']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:47.203294 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:47.203669 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:47.204018 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:47.204356 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:47.204752 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:47.205087 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:47.205419 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:47.205747 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:47.206069 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:47.206396 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:47.206721 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:47.207041 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:47.207361 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:47.366025 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 55222) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:16:47.469136 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-dee7eb4e-93d2-4d86-9c2c-9e39c1905681 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-318164986-network', 'tenant_id': '1d7f551824974a53a1ea507b061f4c72'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:16:47.493293 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee7eb4e-93d2-4d86-9c2c-9e39c1905681 admin admin] Made reservation on behalf of 1d7f551824974a53a1ea507b061f4c72 for: {'network': 1} {{(pid=102758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:16:47.495611 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-dee7eb4e-93d2-4d86-9c2c-9e39c1905681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for network (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:47.506016 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-dee7eb4e-93d2-4d86-9c2c-9e39c1905681 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:47.583782 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-dee7eb4e-93d2-4d86-9c2c-9e39c1905681 admin admin] Publish callbacks [] for security_group (b34c2198-d3cd-4413-8ced-3149409fab8b), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:47.587772 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-dee7eb4e-93d2-4d86-9c2c-9e39c1905681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (b34c2198-d3cd-4413-8ced-3149409fab8b), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:47.614972 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee7eb4e-93d2-4d86-9c2c-9e39c1905681 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=102758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 14:16:47.624805 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7eb4e-93d2-4d86-9c2c-9e39c1905681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34c2198-d3cd-4413-8ced-3149409fab8b,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:47.631792 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-dee7eb4e-93d2-4d86-9c2c-9e39c1905681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781'] for segment (3f1e544f-b34b-440c-8b89-5b9e236d8cc8), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:47.632804 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.db.segments_db [None req-dee7eb4e-93d2-4d86-9c2c-9e39c1905681 admin admin] Added segment 3f1e544f-b34b-440c-8b89-5b9e236d8cc8 of type vlan for network 72a2248c-a73f-49e5-a11c-e9eb238083f0 Jan 11 14:16:47.675433 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['fc42310a-f7c1-4855-943b-ce524357db67'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:16:47.681839 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-dee7eb4e-93d2-4d86-9c2c-9e39c1905681 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792865857603'] for network (72a2248c-a73f-49e5-a11c-e9eb238083f0), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:47.708681 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-dee7eb4e-93d2-4d86-9c2c-9e39c1905681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828'] for network (72a2248c-a73f-49e5-a11c-e9eb238083f0), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:47.709991 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee7eb4e-93d2-4d86-9c2c-9e39c1905681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:47.710624 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-dee7eb4e-93d2-4d86-9c2c-9e39c1905681 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for network (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:47.761721 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-dee7eb4e-93d2-4d86-9c2c-9e39c1905681 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3945732 Jan 11 14:16:47.765179 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 55226) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:16:47.770216 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-42305e12-37a4-4721-9aee-04630f79810a admin admin] Request body: {'subnet': {'network_id': '72a2248c-a73f-49e5-a11c-e9eb238083f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-318164986-subnet', 'tenant_id': '1d7f551824974a53a1ea507b061f4c72', 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:16:47.773618 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7eb4e-93d2-4d86-9c2c-9e39c1905681 admin admin] Pushing event updated for resources: {'Network': ['ID=72a2248c-a73f-49e5-a11c-e9eb238083f0,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:47.786067 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Network 72a2248c-a73f-49e5-a11c-e9eb238083f0 details requested by agent ovs-agent-dv-cinder-824131-3-iscsi with host dv-cinder-824131-3-iscsi {{(pid=102760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 14:16:47.796078 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42305e12-37a4-4721-9aee-04630f79810a admin admin] Made reservation on behalf of 1d7f551824974a53a1ea507b061f4c72 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:16:47.798357 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-42305e12-37a4-4721-9aee-04630f79810a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10134137'] for subnet (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:47.971200 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-42305e12-37a4-4721-9aee-04630f79810a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10443857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10134039'] for subnet (6fc3111a-af4c-475c-bc89-8a812c8ededa), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:48.029648 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a09c9-61bb-428c-9b81-129f3a405111 req-2666d6f9-1a41-4018-bc96-b5e7d4db8885 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:48.031601 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-940a09c9-61bb-428c-9b81-129f3a405111 req-2666d6f9-1a41-4018-bc96-b5e7d4db8885 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=15c7cf3b-e6db-481d-a653-c246c1a5559a HTTP/1.1" status: 200 len: 944 time: 0.0598521 Jan 11 14:16:48.033926 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42305e12-37a4-4721-9aee-04630f79810a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fc3111a-af4c-475c-bc89-8a812c8ededa,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:48.035898 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42305e12-37a4-4721-9aee-04630f79810a admin admin] Checking segment: {'id': '3f1e544f-b34b-440c-8b89-5b9e236d8cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '72a2248c-a73f-49e5-a11c-e9eb238083f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:16:48.036264 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42305e12-37a4-4721-9aee-04630f79810a admin admin] Network hostable DHCP agents. Network: 72a2248c-a73f-49e5-a11c-e9eb238083f0, hostable agents: ['0926af04-f8d6-426e-a613-5ede47dbe2c0'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 14:16:48.054257 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42305e12-37a4-4721-9aee-04630f79810a admin admin] Network 72a2248c-a73f-49e5-a11c-e9eb238083f0 is scheduled to be hosted by DHCP agent 0926af04-f8d6-426e-a613-5ede47dbe2c0 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 14:16:48.064854 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-42305e12-37a4-4721-9aee-04630f79810a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824131-3-iscsi, 72a2248c-a73f-49e5-a11c-e9eb238083f0) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:16:48.069145 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42305e12-37a4-4721-9aee-04630f79810a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:48.069738 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-42305e12-37a4-4721-9aee-04630f79810a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:48.077453 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40b5301-1579-4194-ac66-0ff51923dd2c None None] Network 72a2248c-a73f-49e5-a11c-e9eb238083f0 requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:16:48.087607 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-42305e12-37a4-4721-9aee-04630f79810a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3211958 Jan 11 14:16:48.090479 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 55234) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:16:48.096112 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-a23302a5-9056-45d0-ae57-1d20dbae359f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-318164986-router', 'tenant_id': '1d7f551824974a53a1ea507b061f4c72', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:16:48.120363 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a23302a5-9056-45d0-ae57-1d20dbae359f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29997'] for router (022719f5-ebb3-49d9-a36a-b008dd8ffa7e), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:48.121569 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a23302a5-9056-45d0-ae57-1d20dbae359f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-904831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29990'] for router (022719f5-ebb3-49d9-a36a-b008dd8ffa7e), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:48.124137 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f59db-0abf-4de2-87b9-0157d06b6586 req-dc26b375-51fc-407e-b7ff-52fb2c1427d8 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:48.125635 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-aa1f59db-0abf-4de2-87b9-0157d06b6586 req-dc26b375-51fc-407e-b7ff-52fb2c1427d8 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0931509 Jan 11 14:16:48.129240 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-940a09c9-61bb-428c-9b81-129f3a405111 req-156ebb83-d870-4ab2-ad70-609feb9d72f0 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863905 Jan 11 14:16:48.184935 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a23302a5-9056-45d0-ae57-1d20dbae359f admin admin] Publish callbacks [] for router_controller (022719f5-ebb3-49d9-a36a-b008dd8ffa7e), precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:48.192165 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-aa1f59db-0abf-4de2-87b9-0157d06b6586 req-9adf77cb-3828-4df3-99b6-10e4e875a4b0 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572097 Jan 11 14:16:48.192350 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea552aec-4b75-47e5-83fe-50857837f97c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbe26d46-1e47-5402-9039-f69d88523b3b-72a2248c-a73f-49e5-a11c-e9eb238083f0', 'network_id': '72a2248c-a73f-49e5-a11c-e9eb238083f0', 'project_id': '1d7f551824974a53a1ea507b061f4c72', 'fixed_ips': [{'subnet_id': '6fc3111a-af4c-475c-bc89-8a812c8ededa'}]}} from dv-cinder-824131-3-iscsi. {{(pid=102760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 14:16:48.193179 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ea552aec-4b75-47e5-83fe-50857837f97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:48.319715 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a23302a5-9056-45d0-ae57-1d20dbae359f admin admin] Publish callbacks [] for router_gateway (022719f5-ebb3-49d9-a36a-b008dd8ffa7e), precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:48.332799 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-ea552aec-4b75-47e5-83fe-50857837f97c None None] Allocated IP 172.20.0.2 (72a2248c-a73f-49e5-a11c-e9eb238083f0/6fc3111a-af4c-475c-bc89-8a812c8ededa/2d260fe8-1ac5-426e-83e8-b7b30d6545d4) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:16:48.482203 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ea552aec-4b75-47e5-83fe-50857837f97c None None] Publish callbacks [] for port (2d260fe8-1ac5-426e-83e8-b7b30d6545d4), precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:48.490491 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ea552aec-4b75-47e5-83fe-50857837f97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996'] for port (2d260fe8-1ac5-426e-83e8-b7b30d6545d4), after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:48.533723 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea552aec-4b75-47e5-83fe-50857837f97c None None] Network 72a2248c-a73f-49e5-a11c-e9eb238083f0 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:16:48.536705 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-ea552aec-4b75-47e5-83fe-50857837f97c None None] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:16:48.540954 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea552aec-4b75-47e5-83fe-50857837f97c None None] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:16:48.544182 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea552aec-4b75-47e5-83fe-50857837f97c None None] Pushing event updated for resources: {'Port': ['ID=2d260fe8-1ac5-426e-83e8-b7b30d6545d4,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:48.597727 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-ea552aec-4b75-47e5-83fe-50857837f97c None None] Attempting to bind port 2d260fe8-1ac5-426e-83e8-b7b30d6545d4 on host dv-cinder-824131-3-iscsi for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:16:48.598098 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-ea552aec-4b75-47e5-83fe-50857837f97c None None] Attempting to bind port 2d260fe8-1ac5-426e-83e8-b7b30d6545d4 by drivers openvswitch,hyperv on host dv-cinder-824131-3-iscsi at level 0 using segments [{'id': '3f1e544f-b34b-440c-8b89-5b9e236d8cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '72a2248c-a73f-49e5-a11c-e9eb238083f0'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:16:48.598471 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea552aec-4b75-47e5-83fe-50857837f97c None None] Attempting to bind port 2d260fe8-1ac5-426e-83e8-b7b30d6545d4 on network 72a2248c-a73f-49e5-a11c-e9eb238083f0 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:16:48.603352 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea552aec-4b75-47e5-83fe-50857837f97c None None] Checking agent: {'id': '9d224d65-2af6-406d-8eb7-edecce64fdf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824131-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 5, 2), 'started_at': datetime.datetime(2022, 1, 11, 14, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824131-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:16:48.603792 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea552aec-4b75-47e5-83fe-50857837f97c None None] Checking segment: {'id': '3f1e544f-b34b-440c-8b89-5b9e236d8cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '72a2248c-a73f-49e5-a11c-e9eb238083f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:16:48.604193 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ea552aec-4b75-47e5-83fe-50857837f97c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:48.604587 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea552aec-4b75-47e5-83fe-50857837f97c None None] Bound using segment: {'id': '3f1e544f-b34b-440c-8b89-5b9e236d8cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '72a2248c-a73f-49e5-a11c-e9eb238083f0'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:16:48.605057 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-ea552aec-4b75-47e5-83fe-50857837f97c None None] Bound port: 2d260fe8-1ac5-426e-83e8-b7b30d6545d4, host: dv-cinder-824131-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f1e544f-b34b-440c-8b89-5b9e236d8cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '72a2248c-a73f-49e5-a11c-e9eb238083f0'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:16:48.605438 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ea552aec-4b75-47e5-83fe-50857837f97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (2d260fe8-1ac5-426e-83e8-b7b30d6545d4), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:48.668214 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-ea552aec-4b75-47e5-83fe-50857837f97c None None] For port 2d260fe8-1ac5-426e-83e8-b7b30d6545d4, host dv-cinder-824131-3-iscsi, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:16:48.671203 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-ea552aec-4b75-47e5-83fe-50857837f97c None None] For port 2d260fe8-1ac5-426e-83e8-b7b30d6545d4, host dv-cinder-824131-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=2d260fe8-1ac5-426e-83e8-b7b30d6545d4,segment=NetworkSegment(3f1e544f-b34b-440c-8b89-5b9e236d8cc8),segment_id=3f1e544f-b34b-440c-8b89-5b9e236d8cc8)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:16:48.675759 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ea552aec-4b75-47e5-83fe-50857837f97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (2d260fe8-1ac5-426e-83e8-b7b30d6545d4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:48.723574 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a23302a5-9056-45d0-ae57-1d20dbae359f admin admin] Publish callbacks [] for router_gateway (022719f5-ebb3-49d9-a36a-b008dd8ffa7e), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:48.731562 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea552aec-4b75-47e5-83fe-50857837f97c None None] Pushing event updated for resources: {'Port': ['ID=2d260fe8-1ac5-426e-83e8-b7b30d6545d4,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:48.743339 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a23302a5-9056-45d0-ae57-1d20dbae359f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:48.855775 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-a23302a5-9056-45d0-ae57-1d20dbae359f admin admin] Allocated IP 172.27.2.187 (2ce614e2-30de-465a-a7cf-ddab87bfda56/24533608-225a-4678-8e54-d2d8b6714d88/b4162774-e1e4-4234-82f0-99aa9a4b5185) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:16:48.965339 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a23302a5-9056-45d0-ae57-1d20dbae359f admin admin] Publish callbacks [] for port (b4162774-e1e4-4234-82f0-99aa9a4b5185), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:49.017049 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a23302a5-9056-45d0-ae57-1d20dbae359f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (b4162774-e1e4-4234-82f0-99aa9a4b5185), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:49.059809 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23302a5-9056-45d0-ae57-1d20dbae359f admin admin] Network 2ce614e2-30de-465a-a7cf-ddab87bfda56 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:16:49.060780 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-a23302a5-9056-45d0-ae57-1d20dbae359f admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:16:49.063333 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23302a5-9056-45d0-ae57-1d20dbae359f admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:16:49.101660 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23302a5-9056-45d0-ae57-1d20dbae359f admin admin] Pushing event updated for resources: {'Port': ['ID=b4162774-e1e4-4234-82f0-99aa9a4b5185,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:49.126016 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 2d260fe8-1ac5-426e-83e8-b7b30d6545d4 up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:16:49.176454 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port 2d260fe8-1ac5-426e-83e8-b7b30d6545d4 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:16:49.176932 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (2d260fe8-1ac5-426e-83e8-b7b30d6545d4), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:49.263959 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port 2d260fe8-1ac5-426e-83e8-b7b30d6545d4 is: DOWN; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:16:49.264629 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (2d260fe8-1ac5-426e-83e8-b7b30d6545d4), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:49.268375 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa88ad3-5ec4-45a4-b8de-29836827ff62 req-41e53461-a835-4ca7-9075-aaa7dc42adfc tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:49.272820 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4fa88ad3-5ec4-45a4-b8de-29836827ff62 req-41e53461-a835-4ca7-9075-aaa7dc42adfc tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=15c7cf3b-e6db-481d-a653-c246c1a5559a HTTP/1.1" status: 200 len: 944 time: 0.0648355 Jan 11 14:16:49.302108 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] For port 2d260fe8-1ac5-426e-83e8-b7b30d6545d4, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=2d260fe8-1ac5-426e-83e8-b7b30d6545d4,segment=NetworkSegment(3f1e544f-b34b-440c-8b89-5b9e236d8cc8),segment_id=3f1e544f-b34b-440c-8b89-5b9e236d8cc8)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:16:49.308079 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (2d260fe8-1ac5-426e-83e8-b7b30d6545d4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:49.350458 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a23302a5-9056-45d0-ae57-1d20dbae359f admin admin] Publish callbacks [] for router_gateway (022719f5-ebb3-49d9-a36a-b008dd8ffa7e), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:49.356905 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4fa88ad3-5ec4-45a4-b8de-29836827ff62 req-c766586b-aef7-4f05-b187-3ed806ec32c2 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713394 Jan 11 14:16:49.363868 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Pushing event updated for resources: {'Port': ['ID=2d260fe8-1ac5-426e-83e8-b7b30d6545d4,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:49.366211 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e1bd0-929f-499d-87af-36ea5f35beac req-06a997a1-d0cd-49eb-98c0-4dded459a443 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:49.371981 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5c5e1bd0-929f-499d-87af-36ea5f35beac req-06a997a1-d0cd-49eb-98c0-4dded459a443 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0981662 Jan 11 14:16:49.417708 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5c5e1bd0-929f-499d-87af-36ea5f35beac req-f8ea96bf-57f0-49f2-a526-6b6b05e1b45f tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434475 Jan 11 14:16:49.548118 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a23302a5-9056-45d0-ae57-1d20dbae359f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704696'] for router (022719f5-ebb3-49d9-a36a-b008dd8ffa7e), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:49.685968 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23302a5-9056-45d0-ae57-1d20dbae359f admin admin] Router 022719f5-ebb3-49d9-a36a-b008dd8ffa7e is scheduled to L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 14:16:49.784580 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b577b2c6-d624-45af-90c6-4c040ec80d48 None None] Network 72a2248c-a73f-49e5-a11c-e9eb238083f0 requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:16:49.792934 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23302a5-9056-45d0-ae57-1d20dbae359f admin admin] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:16:49.803653 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264b824b-d1da-4213-9628-3ec51fdac3bc None None] Sync routers for ids ['022719f5-ebb3-49d9-a36a-b008dd8ffa7e'] in dv-cinder-824131-3-iscsi {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:16:49.810677 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a23302a5-9056-45d0-ae57-1d20dbae359f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:49.812013 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-a23302a5-9056-45d0-ae57-1d20dbae359f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7200315 Jan 11 14:16:49.814637 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 55250) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:16:49.816249 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264b824b-d1da-4213-9628-3ec51fdac3bc None None] Routers {'022719f5-ebb3-49d9-a36a-b008dd8ffa7e'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:16:49.816876 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-264b824b-d1da-4213-9628-3ec51fdac3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:16:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['022719f5-ebb3-49d9-a36a-b008dd8ffa7e'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:16:49.865295 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-6afea111-d463-4b5c-b8f1-77c90acc0db1 None None] Provisioning complete for port 2d260fe8-1ac5-426e-83e8-b7b30d6545d4 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:16:49.865743 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6afea111-d463-4b5c-b8f1-77c90acc0db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (2d260fe8-1ac5-426e-83e8-b7b30d6545d4), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:49.925502 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-264b824b-d1da-4213-9628-3ec51fdac3bc None None] Set router 022719f5-ebb3-49d9-a36a-b008dd8ffa7e gateway port host: dv-cinder-824131-3-iscsi {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:16:49.982128 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-6afea111-d463-4b5c-b8f1-77c90acc0db1 None None] Current status of the port 2d260fe8-1ac5-426e-83e8-b7b30d6545d4 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:16:50.115508 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-264b824b-d1da-4213-9628-3ec51fdac3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'name': 'tempest-TestMinimumBasicScenario-318164986-router', 'tenant_id': '1d7f551824974a53a1ea507b061f4c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'b4162774-e1e4-4234-82f0-99aa9a4b5185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:16:48Z', 'updated_at': '2022-01-11T14:16:49Z', 'revision_number': 3, 'project_id': '1d7f551824974a53a1ea507b061f4c72', 'gw_port': {'id': 'b4162774-e1e4-4234-82f0-99aa9a4b5185', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:16:48Z', 'updated_at': '2022-01-11T14:16:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi'}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:16:50.147473 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264b824b-d1da-4213-9628-3ec51fdac3bc None None] Checking router: 022719f5-ebb3-49d9-a36a-b008dd8ffa7e for host: dv-cinder-824131-3-iscsi {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:16:50.147940 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264b824b-d1da-4213-9628-3ec51fdac3bc None None] Updating router 022719f5-ebb3-49d9-a36a-b008dd8ffa7e port b4162774-e1e4-4234-82f0-99aa9a4b5185 binding host dv-cinder-824131-3-iscsi {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 14:16:50.176146 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-264b824b-d1da-4213-9628-3ec51fdac3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (b4162774-e1e4-4234-82f0-99aa9a4b5185), before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:50.204785 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-bb95b78d-5884-4576-8f8e-c6dd21b0b739 None None] Provisioning complete for port 2d260fe8-1ac5-426e-83e8-b7b30d6545d4 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:16:50.205377 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bb95b78d-5884-4576-8f8e-c6dd21b0b739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (2d260fe8-1ac5-426e-83e8-b7b30d6545d4), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:50.254633 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3c80eb0f-ba6d-4e78-9258-5097845ea5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:50.285283 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-bb95b78d-5884-4576-8f8e-c6dd21b0b739 None None] Current status of the port 2d260fe8-1ac5-426e-83e8-b7b30d6545d4 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:16:50.415794 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-3c80eb0f-ba6d-4e78-9258-5097845ea5a9 admin admin] Allocated IP 172.20.0.1 (72a2248c-a73f-49e5-a11c-e9eb238083f0/6fc3111a-af4c-475c-bc89-8a812c8ededa/fa6a77a5-8760-490b-ad49-07e03891dfd4) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:16:50.436127 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-264b824b-d1da-4213-9628-3ec51fdac3bc None None] Publish callbacks [] for port (b4162774-e1e4-4234-82f0-99aa9a4b5185), precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:50.449093 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-264b824b-d1da-4213-9628-3ec51fdac3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (b4162774-e1e4-4234-82f0-99aa9a4b5185), after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:50.497116 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd2a33-12c4-4bdc-81fd-6c4c9cbc0eef req-d939747e-e79a-45e5-b7b9-9c7ad9263cf8 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:50.506492 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1ddd2a33-12c4-4bdc-81fd-6c4c9cbc0eef req-d939747e-e79a-45e5-b7b9-9c7ad9263cf8 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=15c7cf3b-e6db-481d-a653-c246c1a5559a HTTP/1.1" status: 200 len: 944 time: 0.0604472 Jan 11 14:16:50.506762 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d22f1e-ed6a-41e1-80cd-36fe1419e75f None None] Pushing event updated for resources: {'Port': ['ID=b4162774-e1e4-4234-82f0-99aa9a4b5185,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:50.526477 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3c80eb0f-ba6d-4e78-9258-5097845ea5a9 admin admin] Publish callbacks [] for port (fa6a77a5-8760-490b-ad49-07e03891dfd4), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:50.528314 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d22f1e-ed6a-41e1-80cd-36fe1419e75f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:50.529235 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d22f1e-ed6a-41e1-80cd-36fe1419e75f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:50.529614 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d22f1e-ed6a-41e1-80cd-36fe1419e75f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:50.530044 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d22f1e-ed6a-41e1-80cd-36fe1419e75f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:50.530296 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d22f1e-ed6a-41e1-80cd-36fe1419e75f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:50.530631 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d22f1e-ed6a-41e1-80cd-36fe1419e75f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:50.530965 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d22f1e-ed6a-41e1-80cd-36fe1419e75f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:50.531301 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d22f1e-ed6a-41e1-80cd-36fe1419e75f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:50.531661 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d22f1e-ed6a-41e1-80cd-36fe1419e75f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:50.532011 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d22f1e-ed6a-41e1-80cd-36fe1419e75f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:50.532344 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d22f1e-ed6a-41e1-80cd-36fe1419e75f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:50.532766 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d22f1e-ed6a-41e1-80cd-36fe1419e75f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:50.532991 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d22f1e-ed6a-41e1-80cd-36fe1419e75f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:16:50.536331 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-264b824b-d1da-4213-9628-3ec51fdac3bc None None] Attempting to bind port b4162774-e1e4-4234-82f0-99aa9a4b5185 on host dv-cinder-824131-3-iscsi for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:16:50.536707 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-264b824b-d1da-4213-9628-3ec51fdac3bc None None] Attempting to bind port b4162774-e1e4-4234-82f0-99aa9a4b5185 by drivers openvswitch,hyperv on host dv-cinder-824131-3-iscsi at level 0 using segments [{'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:16:50.537070 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264b824b-d1da-4213-9628-3ec51fdac3bc None None] Attempting to bind port b4162774-e1e4-4234-82f0-99aa9a4b5185 on network 2ce614e2-30de-465a-a7cf-ddab87bfda56 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:16:50.542767 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264b824b-d1da-4213-9628-3ec51fdac3bc None None] Checking agent: {'id': '9d224d65-2af6-406d-8eb7-edecce64fdf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824131-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 5, 2), 'started_at': datetime.datetime(2022, 1, 11, 14, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824131-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:16:50.543731 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264b824b-d1da-4213-9628-3ec51fdac3bc None None] Checking segment: {'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:16:50.543839 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-264b824b-d1da-4213-9628-3ec51fdac3bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:50.545476 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264b824b-d1da-4213-9628-3ec51fdac3bc None None] Bound using segment: {'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:16:50.545969 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-264b824b-d1da-4213-9628-3ec51fdac3bc None None] Bound port: b4162774-e1e4-4234-82f0-99aa9a4b5185, host: dv-cinder-824131-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:16:50.546360 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-264b824b-d1da-4213-9628-3ec51fdac3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (b4162774-e1e4-4234-82f0-99aa9a4b5185), before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:50.566629 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3c80eb0f-ba6d-4e78-9258-5097845ea5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (fa6a77a5-8760-490b-ad49-07e03891dfd4), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:50.594345 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a1ebe-511f-4486-9f08-2f0d7b231330 req-1fad668b-e198-4b1a-a81e-b27b1814b19b tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:50.596171 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-656a1ebe-511f-4486-9f08-2f0d7b231330 req-1fad668b-e198-4b1a-a81e-b27b1814b19b tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0866404 Jan 11 14:16:50.603752 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-264b824b-d1da-4213-9628-3ec51fdac3bc None None] For port b4162774-e1e4-4234-82f0-99aa9a4b5185, host dv-cinder-824131-3-iscsi, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:16:50.608666 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-264b824b-d1da-4213-9628-3ec51fdac3bc None None] For port b4162774-e1e4-4234-82f0-99aa9a4b5185, host dv-cinder-824131-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=b4162774-e1e4-4234-82f0-99aa9a4b5185,segment=NetworkSegment(74f2f49c-8139-48f1-b44d-9c7351d31a13),segment_id=74f2f49c-8139-48f1-b44d-9c7351d31a13)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:16:50.610948 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c80eb0f-ba6d-4e78-9258-5097845ea5a9 admin admin] Network 72a2248c-a73f-49e5-a11c-e9eb238083f0 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:16:50.611958 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1ddd2a33-12c4-4bdc-81fd-6c4c9cbc0eef req-23e406a0-b1f1-4b39-a3a2-681696e94c00 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037328 Jan 11 14:16:50.614672 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-264b824b-d1da-4213-9628-3ec51fdac3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (b4162774-e1e4-4234-82f0-99aa9a4b5185), after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:50.615399 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-3c80eb0f-ba6d-4e78-9258-5097845ea5a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:16:50.624222 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80eb0f-ba6d-4e78-9258-5097845ea5a9 admin admin] Pushing event updated for resources: {'Port': ['ID=fa6a77a5-8760-490b-ad49-07e03891dfd4,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:50.626741 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c80eb0f-ba6d-4e78-9258-5097845ea5a9 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:16:50.666700 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3c80eb0f-ba6d-4e78-9258-5097845ea5a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704617'] for router_interface (022719f5-ebb3-49d9-a36a-b008dd8ffa7e), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:50.679318 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d22f1e-ed6a-41e1-80cd-36fe1419e75f None None] Pushing event updated for resources: {'Port': ['ID=b4162774-e1e4-4234-82f0-99aa9a4b5185,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:50.692049 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-656a1ebe-511f-4486-9f08-2f0d7b231330 req-cef4199c-ed1a-435d-b3ee-782cd3f367a4 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737641 Jan 11 14:16:50.703676 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264b824b-d1da-4213-9628-3ec51fdac3bc None None] Routers {'022719f5-ebb3-49d9-a36a-b008dd8ffa7e'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:16:50.704291 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-264b824b-d1da-4213-9628-3ec51fdac3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:16:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['022719f5-ebb3-49d9-a36a-b008dd8ffa7e'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:16:50.849740 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3c80eb0f-ba6d-4e78-9258-5097845ea5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (fa6a77a5-8760-490b-ad49-07e03891dfd4), before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:50.854683 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-264b824b-d1da-4213-9628-3ec51fdac3bc None None] Set router 022719f5-ebb3-49d9-a36a-b008dd8ffa7e gateway port host: dv-cinder-824131-3-iscsi {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:16:50.912035 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-48ef2161-4446-474f-905a-1acc708022ee None None] Provisioning complete for port fa6a77a5-8760-490b-ad49-07e03891dfd4 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:16:50.912522 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-48ef2161-4446-474f-905a-1acc708022ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (fa6a77a5-8760-490b-ad49-07e03891dfd4), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:50.944377 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device fc42310a-f7c1-4855-943b-ce524357db67 up at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:16:51.014888 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-48ef2161-4446-474f-905a-1acc708022ee None None] Port fa6a77a5-8760-490b-ad49-07e03891dfd4 cannot update to ACTIVE because it is not bound. {{(pid=102760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 14:16:51.031650 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 2d260fe8-1ac5-426e-83e8-b7b30d6545d4 up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:16:51.051074 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3c80eb0f-ba6d-4e78-9258-5097845ea5a9 admin admin] Publish callbacks [] for port (fa6a77a5-8760-490b-ad49-07e03891dfd4), precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:51.056779 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3c80eb0f-ba6d-4e78-9258-5097845ea5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442702'] for port (fa6a77a5-8760-490b-ad49-07e03891dfd4), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:51.083140 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning for port fc42310a-f7c1-4855-943b-ce524357db67 completed by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 14:16:51.091153 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning complete for port fc42310a-f7c1-4855-943b-ce524357db67 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:16:51.091705 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (fc42310a-f7c1-4855-943b-ce524357db67), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:51.145676 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port 2d260fe8-1ac5-426e-83e8-b7b30d6545d4 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:16:51.146186 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (2d260fe8-1ac5-426e-83e8-b7b30d6545d4), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:51.163223 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80eb0f-ba6d-4e78-9258-5097845ea5a9 admin admin] Pushing event updated for resources: {'Port': ['ID=fa6a77a5-8760-490b-ad49-07e03891dfd4,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:51.168803 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-264b824b-d1da-4213-9628-3ec51fdac3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'name': 'tempest-TestMinimumBasicScenario-318164986-router', 'tenant_id': '1d7f551824974a53a1ea507b061f4c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'b4162774-e1e4-4234-82f0-99aa9a4b5185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:16:48Z', 'updated_at': '2022-01-11T14:16:49Z', 'revision_number': 3, 'project_id': '1d7f551824974a53a1ea507b061f4c72', 'gw_port': {'id': 'b4162774-e1e4-4234-82f0-99aa9a4b5185', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:16:48Z', 'updated_at': '2022-01-11T14:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi'}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:16:51.170688 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3c80eb0f-ba6d-4e78-9258-5097845ea5a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-730873'] for router_interface (022719f5-ebb3-49d9-a36a-b008dd8ffa7e), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:51.208418 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264b824b-d1da-4213-9628-3ec51fdac3bc None None] The sync data for ids ['022719f5-ebb3-49d9-a36a-b008dd8ffa7e'] in dv-cinder-824131-3-iscsi is: [{'id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'name': 'tempest-TestMinimumBasicScenario-318164986-router', 'tenant_id': '1d7f551824974a53a1ea507b061f4c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'b4162774-e1e4-4234-82f0-99aa9a4b5185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:16:48Z', 'updated_at': '2022-01-11T14:16:49Z', 'revision_number': 3, 'project_id': '1d7f551824974a53a1ea507b061f4c72', 'gw_port': {'id': 'b4162774-e1e4-4234-82f0-99aa9a4b5185', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:16:48Z', 'updated_at': '2022-01-11T14:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi'}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:16:51.314663 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c80eb0f-ba6d-4e78-9258-5097845ea5a9 admin admin] Network 72a2248c-a73f-49e5-a11c-e9eb238083f0 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:16:51.316628 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-3c80eb0f-ba6d-4e78-9258-5097845ea5a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:16:51.394269 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port fc42310a-f7c1-4855-943b-ce524357db67 is: BUILD; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:16:51.407830 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (fc42310a-f7c1-4855-943b-ce524357db67), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:51.457439 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c7cf3b-e6db-481d-a653-c246c1a5559a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc42310a-f7c1-4855-943b-ce524357db67'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:16:51.459850 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2d4b612b30f5b24bc1864879ef56701efa35e28b014bb4d8aa1230102106bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca002ee6-c015-443a-a750-4717dd81aed5" -d '{"events": [{"server_uuid": "15c7cf3b-e6db-481d-a653-c246c1a5559a", "name": "network-vif-plugged", "status": "completed", "tag": "fc42310a-f7c1-4855-943b-ce524357db67"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:16:51.477376 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port fc42310a-f7c1-4855-943b-ce524357db67, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=fc42310a-f7c1-4855-943b-ce524357db67,segment=NetworkSegment(1ecafd43-8c38-4919-b45e-c12069c719ef),segment_id=1ecafd43-8c38-4919-b45e-c12069c719ef)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:16:51.478435 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port 2d260fe8-1ac5-426e-83e8-b7b30d6545d4 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:16:51.483968 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (fc42310a-f7c1-4855-943b-ce524357db67), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:51.568276 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ffe2c1-f2e5-4043-8691-0239e1cf1704 x-openstack-request-id: req-75ffe2c1-f2e5-4043-8691-0239e1cf1704 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:16:51.568616 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c7cf3b-e6db-481d-a653-c246c1a5559a", "name": "network-vif-plugged", "status": "completed", "tag": "fc42310a-f7c1-4855-943b-ce524357db67", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:16:51.569001 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-75ffe2c1-f2e5-4043-8691-0239e1cf1704 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:16:51.569461 dv-cinder-824131-3-iscsi neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c7cf3b-e6db-481d-a653-c246c1a5559a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc42310a-f7c1-4855-943b-ce524357db67', 'code': 200} Jan 11 14:16:51.570769 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=fc42310a-f7c1-4855-943b-ce524357db67,revision_number=5']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:51.646067 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-ca89224b-9cd4-4e19-ac21-5ef75287ebbe None None] Provisioning complete for port fa6a77a5-8760-490b-ad49-07e03891dfd4 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:16:51.646713 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ca89224b-9cd4-4e19-ac21-5ef75287ebbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (fa6a77a5-8760-490b-ad49-07e03891dfd4), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:51.719299 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-ca89224b-9cd4-4e19-ac21-5ef75287ebbe None None] Port fa6a77a5-8760-490b-ad49-07e03891dfd4 cannot update to ACTIVE because it is not bound. {{(pid=102760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 14:16:51.830568 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c80eb0f-ba6d-4e78-9258-5097845ea5a9 admin admin] Router 022719f5-ebb3-49d9-a36a-b008dd8ffa7e has already been hosted by L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 14:16:51.843236 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f91d6d-4abc-4a37-8294-f33341b67e6b req-2b874036-3226-4cc3-a742-8d556af6e38a tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:51.844981 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-34f91d6d-4abc-4a37-8294-f33341b67e6b req-2b874036-3226-4cc3-a742-8d556af6e38a tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=15c7cf3b-e6db-481d-a653-c246c1a5559a HTTP/1.1" status: 200 len: 945 time: 0.1295166 Jan 11 14:16:51.884693 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee7eb6-4706-49c5-9f9c-8c2e78bc36b8 req-f10367c3-edf4-475f-9361-7c22c7d0bed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:51.886364 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-69ee7eb6-4706-49c5-9f9c-8c2e78bc36b8 req-f10367c3-edf4-475f-9361-7c22c7d0bed4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=15c7cf3b-e6db-481d-a653-c246c1a5559a HTTP/1.1" status: 200 len: 1098 time: 0.1288407 Jan 11 14:16:51.897234 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4032d-6052-46bb-ba9e-4937737ef9d8 req-65d214ba-6f1a-46f6-82e4-1bca297db439 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:51.899100 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9da4032d-6052-46bb-ba9e-4937737ef9d8 req-65d214ba-6f1a-46f6-82e4-1bca297db439 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.1160767 Jan 11 14:16:51.945902 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c80eb0f-ba6d-4e78-9258-5097845ea5a9 admin admin] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:16:51.958502 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-3c80eb0f-ba6d-4e78-9258-5097845ea5a9 admin admin] 10.222.0.49 "PUT /v2.0/routers/022719f5-ebb3-49d9-a36a-b008dd8ffa7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1379879 Jan 11 14:16:51.968064 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-34f91d6d-4abc-4a37-8294-f33341b67e6b req-8e375b27-4f9c-46a2-abf6-13ac804c36c2 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155758 Jan 11 14:16:51.985814 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9da4032d-6052-46bb-ba9e-4937737ef9d8 req-042dac2e-dd22-482b-89f7-1293933f04e4 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776303 Jan 11 14:16:52.023919 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-69ee7eb6-4706-49c5-9f9c-8c2e78bc36b8 req-98a1ae96-f9db-4b75-a549-d238291c84ef service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235247 Jan 11 14:16:52.426102 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 55292) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:16:52.431054 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-a87d909f-bed5-4d1d-8ea0-b11cca67f929 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1006153851-network', 'tenant_id': '19bbe4e34d3f48e2a0e0ba4beff1219a'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:16:52.453951 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87d909f-bed5-4d1d-8ea0-b11cca67f929 admin admin] Made reservation on behalf of 19bbe4e34d3f48e2a0e0ba4beff1219a for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:16:52.456331 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a87d909f-bed5-4d1d-8ea0-b11cca67f929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for network (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:52.465413 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a87d909f-bed5-4d1d-8ea0-b11cca67f929 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:52.538498 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a87d909f-bed5-4d1d-8ea0-b11cca67f929 admin admin] Publish callbacks [] for security_group (d29a947f-812a-4314-8354-b61a395461d6), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:52.542233 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a87d909f-bed5-4d1d-8ea0-b11cca67f929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (d29a947f-812a-4314-8354-b61a395461d6), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:52.563174 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a87d909f-bed5-4d1d-8ea0-b11cca67f929 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 14:16:52.576752 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d909f-bed5-4d1d-8ea0-b11cca67f929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29a947f-812a-4314-8354-b61a395461d6,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:52.581546 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a87d909f-bed5-4d1d-8ea0-b11cca67f929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781'] for segment (a61e02ff-2993-4ffc-a0da-18e57e38908e), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:52.581890 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.db.segments_db [None req-a87d909f-bed5-4d1d-8ea0-b11cca67f929 admin admin] Added segment a61e02ff-2993-4ffc-a0da-18e57e38908e of type vlan for network 6967f114-d180-49a7-8406-52131bf872df Jan 11 14:16:52.621759 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a87d909f-bed5-4d1d-8ea0-b11cca67f929 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792865857603'] for network (6967f114-d180-49a7-8406-52131bf872df), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:52.646919 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a87d909f-bed5-4d1d-8ea0-b11cca67f929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828'] for network (6967f114-d180-49a7-8406-52131bf872df), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:52.647902 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87d909f-bed5-4d1d-8ea0-b11cca67f929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:52.648500 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a87d909f-bed5-4d1d-8ea0-b11cca67f929 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for network (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:52.708807 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-a87d909f-bed5-4d1d-8ea0-b11cca67f929 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2815566 Jan 11 14:16:52.711480 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 55296) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:16:52.713687 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d909f-bed5-4d1d-8ea0-b11cca67f929 admin admin] Pushing event updated for resources: {'Network': ['ID=6967f114-d180-49a7-8406-52131bf872df,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:52.716849 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-77601aaa-4f57-4531-a4ff-d157ce0b942a admin admin] Request body: {'subnet': {'network_id': '6967f114-d180-49a7-8406-52131bf872df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1006153851-subnet', 'tenant_id': '19bbe4e34d3f48e2a0e0ba4beff1219a', 'ip_version': 4}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:16:52.725236 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Network 6967f114-d180-49a7-8406-52131bf872df details requested by agent ovs-agent-dv-cinder-824131-3-iscsi with host dv-cinder-824131-3-iscsi {{(pid=102760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 14:16:52.749650 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77601aaa-4f57-4531-a4ff-d157ce0b942a admin admin] Made reservation on behalf of 19bbe4e34d3f48e2a0e0ba4beff1219a for: {'subnet': 1} {{(pid=102758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:16:52.752086 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-77601aaa-4f57-4531-a4ff-d157ce0b942a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:52.925889 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-77601aaa-4f57-4531-a4ff-d157ce0b942a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828'] for subnet (bcfe3f72-65c2-4149-8902-6483ab2c7374), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:52.977788 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e58728-bd69-4ebd-a708-8c044f215d71 None None] Sync routers for ids ['022719f5-ebb3-49d9-a36a-b008dd8ffa7e'] in dv-cinder-824131-3-iscsi {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:16:52.986594 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77601aaa-4f57-4531-a4ff-d157ce0b942a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcfe3f72-65c2-4149-8902-6483ab2c7374,revision_number=0']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:52.990270 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e58728-bd69-4ebd-a708-8c044f215d71 None None] Routers {'022719f5-ebb3-49d9-a36a-b008dd8ffa7e'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:16:52.991323 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-16e58728-bd69-4ebd-a708-8c044f215d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:16:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['022719f5-ebb3-49d9-a36a-b008dd8ffa7e'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:16:52.994128 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77601aaa-4f57-4531-a4ff-d157ce0b942a admin admin] Checking segment: {'id': 'a61e02ff-2993-4ffc-a0da-18e57e38908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6967f114-d180-49a7-8406-52131bf872df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:16:52.994499 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77601aaa-4f57-4531-a4ff-d157ce0b942a admin admin] Network hostable DHCP agents. Network: 6967f114-d180-49a7-8406-52131bf872df, hostable agents: ['0926af04-f8d6-426e-a613-5ede47dbe2c0'], hosted agents: [] {{(pid=102758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 14:16:53.017184 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77601aaa-4f57-4531-a4ff-d157ce0b942a admin admin] Network 6967f114-d180-49a7-8406-52131bf872df is scheduled to be hosted by DHCP agent 0926af04-f8d6-426e-a613-5ede47dbe2c0 with binding_index 1 {{(pid=102758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 14:16:53.025176 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.base_scheduler [None req-77601aaa-4f57-4531-a4ff-d157ce0b942a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824131-3-iscsi, 6967f114-d180-49a7-8406-52131bf872df) {{(pid=102758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:16:53.030984 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77601aaa-4f57-4531-a4ff-d157ce0b942a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:53.030984 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-77601aaa-4f57-4531-a4ff-d157ce0b942a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for subnet (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:53.047570 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-77601aaa-4f57-4531-a4ff-d157ce0b942a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3349314 Jan 11 14:16:53.050224 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 55302) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:16:53.054692 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-12c57d63-29a5-4cf7-9fac-b25c54a8b910 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1006153851-router', 'tenant_id': '19bbe4e34d3f48e2a0e0ba4beff1219a', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:16:53.056751 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device b4162774-e1e4-4234-82f0-99aa9a4b5185 up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:16:53.065144 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e51a80-878c-4d01-9b39-681133ef897c None None] Network 6967f114-d180-49a7-8406-52131bf872df requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:16:53.077888 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12c57d63-29a5-4cf7-9fac-b25c54a8b910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29997'] for router (fdf16bcb-a732-4942-be01-3135a64f24b0), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:53.079022 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12c57d63-29a5-4cf7-9fac-b25c54a8b910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-904831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29990'] for router (fdf16bcb-a732-4942-be01-3135a64f24b0), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:53.128936 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12c57d63-29a5-4cf7-9fac-b25c54a8b910 admin admin] Publish callbacks [] for router_controller (fdf16bcb-a732-4942-be01-3135a64f24b0), precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:53.206255 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-16e58728-bd69-4ebd-a708-8c044f215d71 None None] Set router 022719f5-ebb3-49d9-a36a-b008dd8ffa7e gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:16:53.252910 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port b4162774-e1e4-4234-82f0-99aa9a4b5185 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:16:53.253229 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (b4162774-e1e4-4234-82f0-99aa9a4b5185), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:53.270919 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12c57d63-29a5-4cf7-9fac-b25c54a8b910 admin admin] Publish callbacks [] for router_gateway (fdf16bcb-a732-4942-be01-3135a64f24b0), precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:53.275899 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad1a1b9-9d5a-422f-bbc4-5a0e1f8573bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbe26d46-1e47-5402-9039-f69d88523b3b-6967f114-d180-49a7-8406-52131bf872df', 'network_id': '6967f114-d180-49a7-8406-52131bf872df', 'project_id': '19bbe4e34d3f48e2a0e0ba4beff1219a', 'fixed_ips': [{'subnet_id': 'bcfe3f72-65c2-4149-8902-6483ab2c7374'}]}} from dv-cinder-824131-3-iscsi. {{(pid=102760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 14:16:53.276750 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7ad1a1b9-9d5a-422f-bbc4-5a0e1f8573bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:53.464414 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12c57d63-29a5-4cf7-9fac-b25c54a8b910 admin admin] Publish callbacks [] for router_gateway (fdf16bcb-a732-4942-be01-3135a64f24b0), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:53.488634 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12c57d63-29a5-4cf7-9fac-b25c54a8b910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:53.542610 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port b4162774-e1e4-4234-82f0-99aa9a4b5185 is: DOWN; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:16:53.543004 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (b4162774-e1e4-4234-82f0-99aa9a4b5185), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:53.596836 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] For port b4162774-e1e4-4234-82f0-99aa9a4b5185, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=b4162774-e1e4-4234-82f0-99aa9a4b5185,segment=NetworkSegment(74f2f49c-8139-48f1-b44d-9c7351d31a13),segment_id=74f2f49c-8139-48f1-b44d-9c7351d31a13)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:16:53.600767 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-12c57d63-29a5-4cf7-9fac-b25c54a8b910 admin admin] Allocated IP 172.27.2.128 (2ce614e2-30de-465a-a7cf-ddab87bfda56/24533608-225a-4678-8e54-d2d8b6714d88/c9d90c85-4bc8-44f0-9860-4647dc0099ce) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:16:53.602563 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-7ad1a1b9-9d5a-422f-bbc4-5a0e1f8573bd None None] Allocated IP 172.20.0.2 (6967f114-d180-49a7-8406-52131bf872df/bcfe3f72-65c2-4149-8902-6483ab2c7374/d256747e-4c82-4c96-a533-4a27763d635f) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:16:53.605218 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (b4162774-e1e4-4234-82f0-99aa9a4b5185), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:53.709330 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12c57d63-29a5-4cf7-9fac-b25c54a8b910 admin admin] Publish callbacks [] for port (c9d90c85-4bc8-44f0-9860-4647dc0099ce), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:53.720405 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Pushing event updated for resources: {'Port': ['ID=b4162774-e1e4-4234-82f0-99aa9a4b5185,revision_number=4']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:53.728187 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-16e58728-bd69-4ebd-a708-8c044f215d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'name': 'tempest-TestMinimumBasicScenario-318164986-router', 'tenant_id': '1d7f551824974a53a1ea507b061f4c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'b4162774-e1e4-4234-82f0-99aa9a4b5185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:16:48Z', 'updated_at': '2022-01-11T14:16:50Z', 'revision_number': 4, 'project_id': '1d7f551824974a53a1ea507b061f4c72', 'gw_port': {'id': 'b4162774-e1e4-4234-82f0-99aa9a4b5185', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:16:48Z', 'updated_at': '2022-01-11T14:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'fa6a77a5-8760-490b-ad49-07e03891dfd4', 'name': '', 'network_id': '72a2248c-a73f-49e5-a11c-e9eb238083f0', 'tenant_id': '1d7f551824974a53a1ea507b061f4c72', 'mac_address': 'fa:16:3e:e9:c7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '6fc3111a-af4c-475c-bc89-8a812c8ededa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:16:50Z', 'updated_at': '2022-01-11T14:16:50Z', 'revision_number': 2, 'project_id': '1d7f551824974a53a1ea507b061f4c72', 'subnets': [{'id': '6fc3111a-af4c-475c-bc89-8a812c8ededa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:16:53.743969 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12c57d63-29a5-4cf7-9fac-b25c54a8b910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (c9d90c85-4bc8-44f0-9860-4647dc0099ce), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:53.766254 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e58728-bd69-4ebd-a708-8c044f215d71 None None] Checking router: 022719f5-ebb3-49d9-a36a-b008dd8ffa7e for host: dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:16:53.766616 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e58728-bd69-4ebd-a708-8c044f215d71 None None] Updating router 022719f5-ebb3-49d9-a36a-b008dd8ffa7e port fa6a77a5-8760-490b-ad49-07e03891dfd4 binding host dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 14:16:53.783326 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c57d63-29a5-4cf7-9fac-b25c54a8b910 admin admin] Network 2ce614e2-30de-465a-a7cf-ddab87bfda56 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:16:53.786349 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-12c57d63-29a5-4cf7-9fac-b25c54a8b910 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:16:53.790033 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c57d63-29a5-4cf7-9fac-b25c54a8b910 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:16:53.810545 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-16e58728-bd69-4ebd-a708-8c044f215d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (fa6a77a5-8760-490b-ad49-07e03891dfd4), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:53.816300 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c57d63-29a5-4cf7-9fac-b25c54a8b910 admin admin] Pushing event updated for resources: {'Port': ['ID=c9d90c85-4bc8-44f0-9860-4647dc0099ce,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:53.885364 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7ad1a1b9-9d5a-422f-bbc4-5a0e1f8573bd None None] Publish callbacks [] for port (d256747e-4c82-4c96-a533-4a27763d635f), precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:53.898815 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7ad1a1b9-9d5a-422f-bbc4-5a0e1f8573bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996'] for port (d256747e-4c82-4c96-a533-4a27763d635f), after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:53.986251 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad1a1b9-9d5a-422f-bbc4-5a0e1f8573bd None None] Network 6967f114-d180-49a7-8406-52131bf872df is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:16:53.997335 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-7ad1a1b9-9d5a-422f-bbc4-5a0e1f8573bd None None] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:16:53.999911 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad1a1b9-9d5a-422f-bbc4-5a0e1f8573bd None None] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:16:54.015065 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1a1b9-9d5a-422f-bbc4-5a0e1f8573bd None None] Pushing event updated for resources: {'Port': ['ID=d256747e-4c82-4c96-a533-4a27763d635f,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:54.040396 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12c57d63-29a5-4cf7-9fac-b25c54a8b910 admin admin] Publish callbacks [] for router_gateway (fdf16bcb-a732-4942-be01-3135a64f24b0), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:54.105804 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-7ad1a1b9-9d5a-422f-bbc4-5a0e1f8573bd None None] Attempting to bind port d256747e-4c82-4c96-a533-4a27763d635f on host dv-cinder-824131-3-iscsi for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:16:54.106026 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-7ad1a1b9-9d5a-422f-bbc4-5a0e1f8573bd None None] Attempting to bind port d256747e-4c82-4c96-a533-4a27763d635f by drivers openvswitch,hyperv on host dv-cinder-824131-3-iscsi at level 0 using segments [{'id': 'a61e02ff-2993-4ffc-a0da-18e57e38908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6967f114-d180-49a7-8406-52131bf872df'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:16:54.106262 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad1a1b9-9d5a-422f-bbc4-5a0e1f8573bd None None] Attempting to bind port d256747e-4c82-4c96-a533-4a27763d635f on network 6967f114-d180-49a7-8406-52131bf872df {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:16:54.115700 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad1a1b9-9d5a-422f-bbc4-5a0e1f8573bd None None] Checking agent: {'id': '9d224d65-2af6-406d-8eb7-edecce64fdf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824131-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 5, 2), 'started_at': datetime.datetime(2022, 1, 11, 14, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824131-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:16:54.116068 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad1a1b9-9d5a-422f-bbc4-5a0e1f8573bd None None] Checking segment: {'id': 'a61e02ff-2993-4ffc-a0da-18e57e38908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6967f114-d180-49a7-8406-52131bf872df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:16:54.116473 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7ad1a1b9-9d5a-422f-bbc4-5a0e1f8573bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:54.116869 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad1a1b9-9d5a-422f-bbc4-5a0e1f8573bd None None] Bound using segment: {'id': 'a61e02ff-2993-4ffc-a0da-18e57e38908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6967f114-d180-49a7-8406-52131bf872df'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:16:54.117339 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-7ad1a1b9-9d5a-422f-bbc4-5a0e1f8573bd None None] Bound port: d256747e-4c82-4c96-a533-4a27763d635f, host: dv-cinder-824131-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a61e02ff-2993-4ffc-a0da-18e57e38908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6967f114-d180-49a7-8406-52131bf872df'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:16:54.117724 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7ad1a1b9-9d5a-422f-bbc4-5a0e1f8573bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (d256747e-4c82-4c96-a533-4a27763d635f), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:54.131995 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:16:54.216988 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-7ad1a1b9-9d5a-422f-bbc4-5a0e1f8573bd None None] For port d256747e-4c82-4c96-a533-4a27763d635f, host dv-cinder-824131-3-iscsi, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:16:54.230509 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12c57d63-29a5-4cf7-9fac-b25c54a8b910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704696'] for router (fdf16bcb-a732-4942-be01-3135a64f24b0), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:54.252707 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-7ad1a1b9-9d5a-422f-bbc4-5a0e1f8573bd None None] For port d256747e-4c82-4c96-a533-4a27763d635f, host dv-cinder-824131-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=d256747e-4c82-4c96-a533-4a27763d635f,segment=NetworkSegment(a61e02ff-2993-4ffc-a0da-18e57e38908e),segment_id=a61e02ff-2993-4ffc-a0da-18e57e38908e)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:16:54.259714 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7ad1a1b9-9d5a-422f-bbc4-5a0e1f8573bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (d256747e-4c82-4c96-a533-4a27763d635f), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:54.291157 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-16e58728-bd69-4ebd-a708-8c044f215d71 None None] Publish callbacks [] for port (fa6a77a5-8760-490b-ad49-07e03891dfd4), precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:54.310022 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-16e58728-bd69-4ebd-a708-8c044f215d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (fa6a77a5-8760-490b-ad49-07e03891dfd4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:54.339148 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1a1b9-9d5a-422f-bbc4-5a0e1f8573bd None None] Pushing event updated for resources: {'Port': ['ID=d256747e-4c82-4c96-a533-4a27763d635f,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:54.365253 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c57d63-29a5-4cf7-9fac-b25c54a8b910 admin admin] Router fdf16bcb-a732-4942-be01-3135a64f24b0 is scheduled to L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 14:16:54.426083 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44087b0-5a31-4c5b-bc34-e57aaf2f8746 None None] Pushing event updated for resources: {'Port': ['ID=fa6a77a5-8760-490b-ad49-07e03891dfd4,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:54.440549 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-16e58728-bd69-4ebd-a708-8c044f215d71 None None] Attempting to bind port fa6a77a5-8760-490b-ad49-07e03891dfd4 on host dv-cinder-824131-3-iscsi for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:16:54.440921 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-16e58728-bd69-4ebd-a708-8c044f215d71 None None] Attempting to bind port fa6a77a5-8760-490b-ad49-07e03891dfd4 by drivers openvswitch,hyperv on host dv-cinder-824131-3-iscsi at level 0 using segments [{'id': '3f1e544f-b34b-440c-8b89-5b9e236d8cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '72a2248c-a73f-49e5-a11c-e9eb238083f0'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:16:54.441285 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e58728-bd69-4ebd-a708-8c044f215d71 None None] Attempting to bind port fa6a77a5-8760-490b-ad49-07e03891dfd4 on network 72a2248c-a73f-49e5-a11c-e9eb238083f0 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:16:54.446629 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e58728-bd69-4ebd-a708-8c044f215d71 None None] Checking agent: {'id': '9d224d65-2af6-406d-8eb7-edecce64fdf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824131-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 5, 2), 'started_at': datetime.datetime(2022, 1, 11, 14, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824131-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:16:54.447011 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e58728-bd69-4ebd-a708-8c044f215d71 None None] Checking segment: {'id': '3f1e544f-b34b-440c-8b89-5b9e236d8cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '72a2248c-a73f-49e5-a11c-e9eb238083f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:16:54.447416 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-16e58728-bd69-4ebd-a708-8c044f215d71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:54.448347 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e58728-bd69-4ebd-a708-8c044f215d71 None None] Bound using segment: {'id': '3f1e544f-b34b-440c-8b89-5b9e236d8cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '72a2248c-a73f-49e5-a11c-e9eb238083f0'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:16:54.448347 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-16e58728-bd69-4ebd-a708-8c044f215d71 None None] Bound port: fa6a77a5-8760-490b-ad49-07e03891dfd4, host: dv-cinder-824131-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f1e544f-b34b-440c-8b89-5b9e236d8cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '72a2248c-a73f-49e5-a11c-e9eb238083f0'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:16:54.448965 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-16e58728-bd69-4ebd-a708-8c044f215d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (fa6a77a5-8760-490b-ad49-07e03891dfd4), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:54.495227 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c57d63-29a5-4cf7-9fac-b25c54a8b910 admin admin] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:16:54.506562 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86750d38-26d8-48cb-a84a-b5c1ea219630 None None] Sync routers for ids ['fdf16bcb-a732-4942-be01-3135a64f24b0'] in dv-cinder-824131-3-iscsi {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:16:54.523201 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86750d38-26d8-48cb-a84a-b5c1ea219630 None None] Routers {'fdf16bcb-a732-4942-be01-3135a64f24b0'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:16:54.524292 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-86750d38-26d8-48cb-a84a-b5c1ea219630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:16:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['fdf16bcb-a732-4942-be01-3135a64f24b0'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:16:54.525792 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-12c57d63-29a5-4cf7-9fac-b25c54a8b910 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:54.527371 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-12c57d63-29a5-4cf7-9fac-b25c54a8b910 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4759378 Jan 11 14:16:54.530055 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 55308) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:16:54.544816 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-16e58728-bd69-4ebd-a708-8c044f215d71 None None] For port fa6a77a5-8760-490b-ad49-07e03891dfd4, host dv-cinder-824131-3-iscsi, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:16:54.552888 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-16e58728-bd69-4ebd-a708-8c044f215d71 None None] For port fa6a77a5-8760-490b-ad49-07e03891dfd4, host dv-cinder-824131-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=fa6a77a5-8760-490b-ad49-07e03891dfd4,segment=NetworkSegment(3f1e544f-b34b-440c-8b89-5b9e236d8cc8),segment_id=3f1e544f-b34b-440c-8b89-5b9e236d8cc8)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:16:54.562036 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-16e58728-bd69-4ebd-a708-8c044f215d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (fa6a77a5-8760-490b-ad49-07e03891dfd4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:54.635548 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44087b0-5a31-4c5b-bc34-e57aaf2f8746 None None] Pushing event updated for resources: {'Port': ['ID=fa6a77a5-8760-490b-ad49-07e03891dfd4,revision_number=4']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:54.666079 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e58728-bd69-4ebd-a708-8c044f215d71 None None] Routers {'022719f5-ebb3-49d9-a36a-b008dd8ffa7e'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:16:54.666803 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-16e58728-bd69-4ebd-a708-8c044f215d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:16:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['022719f5-ebb3-49d9-a36a-b008dd8ffa7e'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:16:54.670954 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-86750d38-26d8-48cb-a84a-b5c1ea219630 None None] Set router fdf16bcb-a732-4942-be01-3135a64f24b0 gateway port host: dv-cinder-824131-3-iscsi {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:16:54.915271 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-f38b398a-4956-4de9-b379-1f7a990a1943 None None] Provisioning complete for port fa6a77a5-8760-490b-ad49-07e03891dfd4 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:16:54.915802 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f38b398a-4956-4de9-b379-1f7a990a1943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (fa6a77a5-8760-490b-ad49-07e03891dfd4), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:54.930780 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-86750d38-26d8-48cb-a84a-b5c1ea219630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf16bcb-a732-4942-be01-3135a64f24b0', 'name': 'tempest-TestMinimumBasicScenario-1006153851-router', 'tenant_id': '19bbe4e34d3f48e2a0e0ba4beff1219a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'c9d90c85-4bc8-44f0-9860-4647dc0099ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:16:53Z', 'updated_at': '2022-01-11T14:16:53Z', 'revision_number': 3, 'project_id': '19bbe4e34d3f48e2a0e0ba4beff1219a', 'gw_port': {'id': 'c9d90c85-4bc8-44f0-9860-4647dc0099ce', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf16bcb-a732-4942-be01-3135a64f24b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:16:53Z', 'updated_at': '2022-01-11T14:16:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi'}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:16:54.965771 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86750d38-26d8-48cb-a84a-b5c1ea219630 None None] Checking router: fdf16bcb-a732-4942-be01-3135a64f24b0 for host: dv-cinder-824131-3-iscsi {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:16:54.966124 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86750d38-26d8-48cb-a84a-b5c1ea219630 None None] Updating router fdf16bcb-a732-4942-be01-3135a64f24b0 port c9d90c85-4bc8-44f0-9860-4647dc0099ce binding host dv-cinder-824131-3-iscsi {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 14:16:55.001492 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-86750d38-26d8-48cb-a84a-b5c1ea219630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (c9d90c85-4bc8-44f0-9860-4647dc0099ce), before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:55.027266 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-f38b398a-4956-4de9-b379-1f7a990a1943 None None] Current status of the port fa6a77a5-8760-490b-ad49-07e03891dfd4 is: DOWN; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:16:55.027859 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f38b398a-4956-4de9-b379-1f7a990a1943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (fa6a77a5-8760-490b-ad49-07e03891dfd4), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:55.046818 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-16e58728-bd69-4ebd-a708-8c044f215d71 None None] Set router 022719f5-ebb3-49d9-a36a-b008dd8ffa7e gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:16:55.104450 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-f38b398a-4956-4de9-b379-1f7a990a1943 None None] For port fa6a77a5-8760-490b-ad49-07e03891dfd4, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=fa6a77a5-8760-490b-ad49-07e03891dfd4,segment=NetworkSegment(3f1e544f-b34b-440c-8b89-5b9e236d8cc8),segment_id=3f1e544f-b34b-440c-8b89-5b9e236d8cc8)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:16:55.162924 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device b4162774-e1e4-4234-82f0-99aa9a4b5185 up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:16:55.186897 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-1c456d09-98b7-48ba-88da-8cbb742ae9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:55.190398 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f38b398a-4956-4de9-b379-1f7a990a1943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (fa6a77a5-8760-490b-ad49-07e03891dfd4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:55.304587 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-86750d38-26d8-48cb-a84a-b5c1ea219630 None None] Publish callbacks [] for port (c9d90c85-4bc8-44f0-9860-4647dc0099ce), precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:55.313320 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-86750d38-26d8-48cb-a84a-b5c1ea219630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (c9d90c85-4bc8-44f0-9860-4647dc0099ce), after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:55.328887 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b398a-4956-4de9-b379-1f7a990a1943 None None] Pushing event updated for resources: {'Port': ['ID=fa6a77a5-8760-490b-ad49-07e03891dfd4,revision_number=5']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:55.373595 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159abab-6e5f-422f-be4a-3ce1e6c07470 None None] Pushing event updated for resources: {'Port': ['ID=c9d90c85-4bc8-44f0-9860-4647dc0099ce,revision_number=2']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:55.374174 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5cc45f61-4864-42b3-9616-2968e890deeb None None] Provisioning complete for port fa6a77a5-8760-490b-ad49-07e03891dfd4 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:16:55.374556 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5cc45f61-4864-42b3-9616-2968e890deeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (fa6a77a5-8760-490b-ad49-07e03891dfd4), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:55.379825 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port b4162774-e1e4-4234-82f0-99aa9a4b5185 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:16:55.380205 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (b4162774-e1e4-4234-82f0-99aa9a4b5185), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:55.395763 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-86750d38-26d8-48cb-a84a-b5c1ea219630 None None] Attempting to bind port c9d90c85-4bc8-44f0-9860-4647dc0099ce on host dv-cinder-824131-3-iscsi for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:16:55.396132 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-86750d38-26d8-48cb-a84a-b5c1ea219630 None None] Attempting to bind port c9d90c85-4bc8-44f0-9860-4647dc0099ce by drivers openvswitch,hyperv on host dv-cinder-824131-3-iscsi at level 0 using segments [{'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:16:55.396491 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86750d38-26d8-48cb-a84a-b5c1ea219630 None None] Attempting to bind port c9d90c85-4bc8-44f0-9860-4647dc0099ce on network 2ce614e2-30de-465a-a7cf-ddab87bfda56 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:16:55.396705 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.db_base_plugin_common [None req-1c456d09-98b7-48ba-88da-8cbb742ae9ce admin admin] Allocated IP 172.20.0.1 (6967f114-d180-49a7-8406-52131bf872df/bcfe3f72-65c2-4149-8902-6483ab2c7374/f90835dc-a53b-482a-95eb-dcbb1cd497fb) {{(pid=102758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:16:55.404930 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86750d38-26d8-48cb-a84a-b5c1ea219630 None None] Checking agent: {'id': '9d224d65-2af6-406d-8eb7-edecce64fdf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824131-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 5, 2), 'started_at': datetime.datetime(2022, 1, 11, 14, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824131-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:16:55.405410 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86750d38-26d8-48cb-a84a-b5c1ea219630 None None] Checking segment: {'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:16:55.405981 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-86750d38-26d8-48cb-a84a-b5c1ea219630 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:55.406498 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86750d38-26d8-48cb-a84a-b5c1ea219630 None None] Bound using segment: {'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:16:55.407053 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-86750d38-26d8-48cb-a84a-b5c1ea219630 None None] Bound port: c9d90c85-4bc8-44f0-9860-4647dc0099ce, host: dv-cinder-824131-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:16:55.408539 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-86750d38-26d8-48cb-a84a-b5c1ea219630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (c9d90c85-4bc8-44f0-9860-4647dc0099ce), before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:55.471473 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-86750d38-26d8-48cb-a84a-b5c1ea219630 None None] For port c9d90c85-4bc8-44f0-9860-4647dc0099ce, host dv-cinder-824131-3-iscsi, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:16:55.475459 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-86750d38-26d8-48cb-a84a-b5c1ea219630 None None] For port c9d90c85-4bc8-44f0-9860-4647dc0099ce, host dv-cinder-824131-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=c9d90c85-4bc8-44f0-9860-4647dc0099ce,segment=NetworkSegment(74f2f49c-8139-48f1-b44d-9c7351d31a13),segment_id=74f2f49c-8139-48f1-b44d-9c7351d31a13)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:16:55.481893 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-86750d38-26d8-48cb-a84a-b5c1ea219630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (c9d90c85-4bc8-44f0-9860-4647dc0099ce), after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:55.511473 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-16e58728-bd69-4ebd-a708-8c044f215d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'name': 'tempest-TestMinimumBasicScenario-318164986-router', 'tenant_id': '1d7f551824974a53a1ea507b061f4c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'b4162774-e1e4-4234-82f0-99aa9a4b5185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:16:48Z', 'updated_at': '2022-01-11T14:16:50Z', 'revision_number': 4, 'project_id': '1d7f551824974a53a1ea507b061f4c72', 'gw_port': {'id': 'b4162774-e1e4-4234-82f0-99aa9a4b5185', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:16:48Z', 'updated_at': '2022-01-11T14:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'fa6a77a5-8760-490b-ad49-07e03891dfd4', 'name': '', 'network_id': '72a2248c-a73f-49e5-a11c-e9eb238083f0', 'tenant_id': '1d7f551824974a53a1ea507b061f4c72', 'mac_address': 'fa:16:3e:e9:c7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '6fc3111a-af4c-475c-bc89-8a812c8ededa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:16:50Z', 'updated_at': '2022-01-11T14:16:54Z', 'revision_number': 4, 'project_id': '1d7f551824974a53a1ea507b061f4c72', 'subnets': [{'id': '6fc3111a-af4c-475c-bc89-8a812c8ededa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:16:55.556119 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86750d38-26d8-48cb-a84a-b5c1ea219630 None None] Routers {'fdf16bcb-a732-4942-be01-3135a64f24b0'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:16:55.556771 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-86750d38-26d8-48cb-a84a-b5c1ea219630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:16:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['fdf16bcb-a732-4942-be01-3135a64f24b0'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:16:55.598111 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159abab-6e5f-422f-be4a-3ce1e6c07470 None None] Pushing event updated for resources: {'Port': ['ID=c9d90c85-4bc8-44f0-9860-4647dc0099ce,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:55.598443 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e58728-bd69-4ebd-a708-8c044f215d71 None None] The sync data for ids ['022719f5-ebb3-49d9-a36a-b008dd8ffa7e'] in dv-cinder-824131-3-iscsi is: [{'id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'name': 'tempest-TestMinimumBasicScenario-318164986-router', 'tenant_id': '1d7f551824974a53a1ea507b061f4c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'b4162774-e1e4-4234-82f0-99aa9a4b5185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:16:48Z', 'updated_at': '2022-01-11T14:16:50Z', 'revision_number': 4, 'project_id': '1d7f551824974a53a1ea507b061f4c72', 'gw_port': {'id': 'b4162774-e1e4-4234-82f0-99aa9a4b5185', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:16:48Z', 'updated_at': '2022-01-11T14:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'fa6a77a5-8760-490b-ad49-07e03891dfd4', 'name': '', 'network_id': '72a2248c-a73f-49e5-a11c-e9eb238083f0', 'tenant_id': '1d7f551824974a53a1ea507b061f4c72', 'mac_address': 'fa:16:3e:e9:c7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '6fc3111a-af4c-475c-bc89-8a812c8ededa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:16:50Z', 'updated_at': '2022-01-11T14:16:54Z', 'revision_number': 4, 'project_id': '1d7f551824974a53a1ea507b061f4c72', 'subnets': [{'id': '6fc3111a-af4c-475c-bc89-8a812c8ededa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:16:55.618210 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5cc45f61-4864-42b3-9616-2968e890deeb None None] Current status of the port fa6a77a5-8760-490b-ad49-07e03891dfd4 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:16:55.626724 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port b4162774-e1e4-4234-82f0-99aa9a4b5185 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:16:55.628121 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device d256747e-4c82-4c96-a533-4a27763d635f up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:16:55.717947 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port d256747e-4c82-4c96-a533-4a27763d635f triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:16:55.718533 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (d256747e-4c82-4c96-a533-4a27763d635f), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:55.744581 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-86750d38-26d8-48cb-a84a-b5c1ea219630 None None] Set router fdf16bcb-a732-4942-be01-3135a64f24b0 gateway port host: dv-cinder-824131-3-iscsi {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:16:55.757211 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6163e1-c520-45b7-9805-793f4d79ad6c None None] Network 6967f114-d180-49a7-8406-52131bf872df requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:16:55.838804 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-1c456d09-98b7-48ba-88da-8cbb742ae9ce admin admin] Publish callbacks [] for port (f90835dc-a53b-482a-95eb-dcbb1cd497fb), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:55.880259 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-1c456d09-98b7-48ba-88da-8cbb742ae9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996'] for port (f90835dc-a53b-482a-95eb-dcbb1cd497fb), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:55.915942 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port d256747e-4c82-4c96-a533-4a27763d635f is: DOWN; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:16:55.915942 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (d256747e-4c82-4c96-a533-4a27763d635f), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:55.919758 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-04653b06-fbfc-4f9b-a8a6-e947200c654e None None] Provisioning complete for port d256747e-4c82-4c96-a533-4a27763d635f triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:16:55.920219 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-04653b06-fbfc-4f9b-a8a6-e947200c654e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (d256747e-4c82-4c96-a533-4a27763d635f), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:55.940060 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c456d09-98b7-48ba-88da-8cbb742ae9ce admin admin] Network 6967f114-d180-49a7-8406-52131bf872df is already hosted by enough agents. {{(pid=102758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:16:55.949115 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.base_scheduler [None req-1c456d09-98b7-48ba-88da-8cbb742ae9ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:16:55.951622 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c456d09-98b7-48ba-88da-8cbb742ae9ce admin admin] Pushing event updated for resources: {'Port': ['ID=f90835dc-a53b-482a-95eb-dcbb1cd497fb,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:55.960221 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c456d09-98b7-48ba-88da-8cbb742ae9ce admin admin] Received port after_create {{(pid=102758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:16:55.960733 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-1c456d09-98b7-48ba-88da-8cbb742ae9ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704617'] for router_interface (fdf16bcb-a732-4942-be01-3135a64f24b0), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:55.966119 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-86750d38-26d8-48cb-a84a-b5c1ea219630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf16bcb-a732-4942-be01-3135a64f24b0', 'name': 'tempest-TestMinimumBasicScenario-1006153851-router', 'tenant_id': '19bbe4e34d3f48e2a0e0ba4beff1219a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'c9d90c85-4bc8-44f0-9860-4647dc0099ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:16:53Z', 'updated_at': '2022-01-11T14:16:53Z', 'revision_number': 3, 'project_id': '19bbe4e34d3f48e2a0e0ba4beff1219a', 'gw_port': {'id': 'c9d90c85-4bc8-44f0-9860-4647dc0099ce', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf16bcb-a732-4942-be01-3135a64f24b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:16:53Z', 'updated_at': '2022-01-11T14:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi'}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:16:55.996531 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86750d38-26d8-48cb-a84a-b5c1ea219630 None None] The sync data for ids ['fdf16bcb-a732-4942-be01-3135a64f24b0'] in dv-cinder-824131-3-iscsi is: [{'id': 'fdf16bcb-a732-4942-be01-3135a64f24b0', 'name': 'tempest-TestMinimumBasicScenario-1006153851-router', 'tenant_id': '19bbe4e34d3f48e2a0e0ba4beff1219a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'c9d90c85-4bc8-44f0-9860-4647dc0099ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:16:53Z', 'updated_at': '2022-01-11T14:16:53Z', 'revision_number': 3, 'project_id': '19bbe4e34d3f48e2a0e0ba4beff1219a', 'gw_port': {'id': 'c9d90c85-4bc8-44f0-9860-4647dc0099ce', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf16bcb-a732-4942-be01-3135a64f24b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:16:53Z', 'updated_at': '2022-01-11T14:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi'}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:16:56.005343 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] For port d256747e-4c82-4c96-a533-4a27763d635f, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=d256747e-4c82-4c96-a533-4a27763d635f,segment=NetworkSegment(a61e02ff-2993-4ffc-a0da-18e57e38908e),segment_id=a61e02ff-2993-4ffc-a0da-18e57e38908e)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:16:56.013074 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (d256747e-4c82-4c96-a533-4a27763d635f), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:56.154747 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Pushing event updated for resources: {'Port': ['ID=d256747e-4c82-4c96-a533-4a27763d635f,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:56.160027 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-04653b06-fbfc-4f9b-a8a6-e947200c654e None None] Current status of the port d256747e-4c82-4c96-a533-4a27763d635f is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:16:56.166079 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-990ced2d-ef1a-4857-9e76-016930853ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:56.181659 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-1c456d09-98b7-48ba-88da-8cbb742ae9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (f90835dc-a53b-482a-95eb-dcbb1cd497fb), before_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:56.310094 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-401779ea-b8c2-4e42-837b-d4c549858ad6 None None] Provisioning complete for port d256747e-4c82-4c96-a533-4a27763d635f triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:16:56.310786 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-401779ea-b8c2-4e42-837b-d4c549858ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (d256747e-4c82-4c96-a533-4a27763d635f), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:56.414518 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-1c456d09-98b7-48ba-88da-8cbb742ae9ce admin admin] Publish callbacks [] for port (f90835dc-a53b-482a-95eb-dcbb1cd497fb), precommit_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:56.421199 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-1c456d09-98b7-48ba-88da-8cbb742ae9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (f90835dc-a53b-482a-95eb-dcbb1cd497fb), after_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:56.422451 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-1c456d09-98b7-48ba-88da-8cbb742ae9ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-730873'] for router_interface (fdf16bcb-a732-4942-be01-3135a64f24b0), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:56.509459 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-401779ea-b8c2-4e42-837b-d4c549858ad6 None None] Current status of the port d256747e-4c82-4c96-a533-4a27763d635f is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:16:56.534384 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-401779ea-b8c2-4e42-837b-d4c549858ad6 None None] Provisioning complete for port f90835dc-a53b-482a-95eb-dcbb1cd497fb triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:16:56.534772 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-401779ea-b8c2-4e42-837b-d4c549858ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (f90835dc-a53b-482a-95eb-dcbb1cd497fb), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:56.549936 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c456d09-98b7-48ba-88da-8cbb742ae9ce admin admin] Pushing event updated for resources: {'Port': ['ID=f90835dc-a53b-482a-95eb-dcbb1cd497fb,revision_number=2']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:56.583749 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-401779ea-b8c2-4e42-837b-d4c549858ad6 None None] Port f90835dc-a53b-482a-95eb-dcbb1cd497fb cannot update to ACTIVE because it is not bound. {{(pid=102760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 14:16:56.614948 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c456d09-98b7-48ba-88da-8cbb742ae9ce admin admin] Network 6967f114-d180-49a7-8406-52131bf872df is already hosted by enough agents. {{(pid=102758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:16:56.616643 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.base_scheduler [None req-1c456d09-98b7-48ba-88da-8cbb742ae9ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:16:56.717531 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-2e687e26-46c0-4717-8aac-3c46533bcaac None None] Provisioning complete for port f90835dc-a53b-482a-95eb-dcbb1cd497fb triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:16:56.718060 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2e687e26-46c0-4717-8aac-3c46533bcaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (f90835dc-a53b-482a-95eb-dcbb1cd497fb), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:56.756323 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c456d09-98b7-48ba-88da-8cbb742ae9ce admin admin] Router fdf16bcb-a732-4942-be01-3135a64f24b0 has already been hosted by L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 {{(pid=102758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 14:16:56.790371 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-2e687e26-46c0-4717-8aac-3c46533bcaac None None] Port f90835dc-a53b-482a-95eb-dcbb1cd497fb cannot update to ACTIVE because it is not bound. {{(pid=102760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 14:16:56.892420 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c456d09-98b7-48ba-88da-8cbb742ae9ce admin admin] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:16:56.913119 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-1c456d09-98b7-48ba-88da-8cbb742ae9ce admin admin] 10.222.0.49 "PUT /v2.0/routers/fdf16bcb-a732-4942-be01-3135a64f24b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3732748 Jan 11 14:16:56.933026 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-07b35d3e-d1ee-4807-9026-b7be1b471930 None None] Provisioning complete for port f90835dc-a53b-482a-95eb-dcbb1cd497fb triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:16:56.933026 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-07b35d3e-d1ee-4807-9026-b7be1b471930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (f90835dc-a53b-482a-95eb-dcbb1cd497fb), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:56.984559 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-07b35d3e-d1ee-4807-9026-b7be1b471930 None None] Port f90835dc-a53b-482a-95eb-dcbb1cd497fb cannot update to ACTIVE because it is not bound. {{(pid=102760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 14:16:57.170274 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device c9d90c85-4bc8-44f0-9860-4647dc0099ce up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:16:57.220907 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port c9d90c85-4bc8-44f0-9860-4647dc0099ce triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:16:57.221287 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (c9d90c85-4bc8-44f0-9860-4647dc0099ce), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:57.301613 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port c9d90c85-4bc8-44f0-9860-4647dc0099ce is: DOWN; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:16:57.302162 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (c9d90c85-4bc8-44f0-9860-4647dc0099ce), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:57.333904 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] For port c9d90c85-4bc8-44f0-9860-4647dc0099ce, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=c9d90c85-4bc8-44f0-9860-4647dc0099ce,segment=NetworkSegment(74f2f49c-8139-48f1-b44d-9c7351d31a13),segment_id=74f2f49c-8139-48f1-b44d-9c7351d31a13)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:16:57.335626 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (c9d90c85-4bc8-44f0-9860-4647dc0099ce), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:57.336525 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device d256747e-4c82-4c96-a533-4a27763d635f up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:16:57.419526 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Pushing event updated for resources: {'Port': ['ID=c9d90c85-4bc8-44f0-9860-4647dc0099ce,revision_number=4']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:57.432144 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port d256747e-4c82-4c96-a533-4a27763d635f triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:16:57.432529 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (d256747e-4c82-4c96-a533-4a27763d635f), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:57.510093 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port d256747e-4c82-4c96-a533-4a27763d635f is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:16:57.511159 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device fa6a77a5-8760-490b-ad49-07e03891dfd4 up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:16:57.664308 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47dd58-7c82-4321-8c51-7a90ac7098a5 req-7070b722-7cb8-4bd0-b0c3-124cfafa4bc1 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:57.668318 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ac47dd58-7c82-4321-8c51-7a90ac7098a5 req-7070b722-7cb8-4bd0-b0c3-124cfafa4bc1 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.45 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.0919092 Jan 11 14:16:57.707634 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port fa6a77a5-8760-490b-ad49-07e03891dfd4 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:16:57.708045 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (fa6a77a5-8760-490b-ad49-07e03891dfd4), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:57.796663 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port fa6a77a5-8760-490b-ad49-07e03891dfd4 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:16:57.852750 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237cf645-9797-40d0-af4d-9c7a7b49fc33 req-f42d59a7-4b83-412c-8054-0be2e6cbe52a tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:57.854148 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-237cf645-9797-40d0-af4d-9c7a7b49fc33 req-f42d59a7-4b83-412c-8054-0be2e6cbe52a tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=15c7cf3b-e6db-481d-a653-c246c1a5559a HTTP/1.1" status: 200 len: 945 time: 0.1670573 Jan 11 14:16:57.869541 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fcd664-3b22-43fb-a989-cd3057adca0d req-fd89d0b5-e606-4636-9e4e-5e3bb9290acf tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:57.870992 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-22fcd664-3b22-43fb-a989-cd3057adca0d req-fd89d0b5-e606-4636-9e4e-5e3bb9290acf tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 946 time: 0.1473827 Jan 11 14:16:57.906664 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [req-ac47dd58-7c82-4321-8c51-7a90ac7098a5 req-e330147d-31c2-46db-9ef7-1fc14e3aaf4a tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Deleting port 77e99707-79d4-42da-8053-2f361200d181 {{(pid=102758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:16:57.907318 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-ac47dd58-7c82-4321-8c51-7a90ac7098a5 req-e330147d-31c2-46db-9ef7-1fc14e3aaf4a tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (77e99707-79d4-42da-8053-2f361200d181), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:58.003678 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-22fcd664-3b22-43fb-a989-cd3057adca0d req-1b9df461-9aaf-49af-ab48-7b45f1f5e321 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e21f11b-a142-456b-8bcb-8774a21dfae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242535 Jan 11 14:16:58.009149 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-237cf645-9797-40d0-af4d-9c7a7b49fc33 req-54557025-91b1-4712-b232-b06a5ffbfc0f tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357052 Jan 11 14:16:58.050546 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [req-ac47dd58-7c82-4321-8c51-7a90ac7098a5 req-e330147d-31c2-46db-9ef7-1fc14e3aaf4a tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] For port 77e99707-79d4-42da-8053-2f361200d181, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=77e99707-79d4-42da-8053-2f361200d181,segment=NetworkSegment(ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0),segment_id=ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0)] {{(pid=102758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:16:58.050997 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-ac47dd58-7c82-4321-8c51-7a90ac7098a5 req-e330147d-31c2-46db-9ef7-1fc14e3aaf4a tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (77e99707-79d4-42da-8053-2f361200d181), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:58.065525 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [req-ac47dd58-7c82-4321-8c51-7a90ac7098a5 req-e330147d-31c2-46db-9ef7-1fc14e3aaf4a tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Calling delete_port for 77e99707-79d4-42da-8053-2f361200d181 owned by compute:nova {{(pid=102758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:16:58.210241 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-ac47dd58-7c82-4321-8c51-7a90ac7098a5 req-e330147d-31c2-46db-9ef7-1fc14e3aaf4a tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005'] for port (77e99707-79d4-42da-8053-2f361200d181), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:58.250874 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330147d-31c2-46db-9ef7-1fc14e3aaf4a tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Pushing event deleted for resources: {'Port': ['ID=77e99707-79d4-42da-8053-2f361200d181,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:16:58.283942 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac47dd58-7c82-4321-8c51-7a90ac7098a5 req-e330147d-31c2-46db-9ef7-1fc14e3aaf4a tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] No DVR routers for this DVR port 77e99707-79d4-42da-8053-2f361200d181 on host hv-cinder-82413 {{(pid=102758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 14:16:58.287001 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-ac47dd58-7c82-4321-8c51-7a90ac7098a5 req-e330147d-31c2-46db-9ef7-1fc14e3aaf4a tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:58.290748 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ac47dd58-7c82-4321-8c51-7a90ac7098a5 req-e330147d-31c2-46db-9ef7-1fc14e3aaf4a tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.45 "DELETE /v2.0/ports/77e99707-79d4-42da-8053-2f361200d181 HTTP/1.1" status: 204 len: 173 time: 0.6164293 Jan 11 14:16:58.290932 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d97f768d-521d-4300-ac1b-3822cb870b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:58.291398 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efdb5bf8-cc2d-4e01-ad4d-6a9647801384', 'name': 'network-vif-deleted', 'tag': '77e99707-79d4-42da-8053-2f361200d181'}] {{(pid=102758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:16:58.294704 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bad0c4360237c930a732257e05ff37eb7f7649fd7d398cae3022b7fa374a377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a678c6a4-c0e9-4f7a-9ea9-cc785a9e720c" -d '{"events": [{"server_uuid": "efdb5bf8-cc2d-4e01-ad4d-6a9647801384", "name": "network-vif-deleted", "tag": "77e99707-79d4-42da-8053-2f361200d181"}]}' {{(pid=102758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:16:58.352359 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7569fd1b-be41-477a-a237-96989393ae67 x-openstack-request-id: req-7569fd1b-be41-477a-a237-96989393ae67 {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:16:58.352758 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efdb5bf8-cc2d-4e01-ad4d-6a9647801384", "name": "network-vif-deleted", "tag": "77e99707-79d4-42da-8053-2f361200d181", "status": "completed", "code": 200}]} {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:16:58.353122 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7569fd1b-be41-477a-a237-96989393ae67 {{(pid=102758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:16:58.353666 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efdb5bf8-cc2d-4e01-ad4d-6a9647801384', 'name': 'network-vif-deleted', 'tag': '77e99707-79d4-42da-8053-2f361200d181', 'status': 'completed', 'code': 200} Jan 11 14:16:58.988682 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 77e99707-79d4-42da-8053-2f361200d181 no longer exists at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:16:59.023216 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] No Port match for: 77e99707-79d4-42da-8053-2f361200d181 {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:16:59.034852 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 77e99707-79d4-42da-8053-2f361200d181 not bound to the agent host hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:16:59.068464 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device c9d90c85-4bc8-44f0-9860-4647dc0099ce up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:16:59.211140 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc861052-9a04-4143-837f-9def78b09af2 None None] Sync routers for ids ['fdf16bcb-a732-4942-be01-3135a64f24b0'] in dv-cinder-824131-3-iscsi {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:16:59.230527 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc861052-9a04-4143-837f-9def78b09af2 None None] Routers {'fdf16bcb-a732-4942-be01-3135a64f24b0'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:16:59.232108 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-cc861052-9a04-4143-837f-9def78b09af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:16:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['fdf16bcb-a732-4942-be01-3135a64f24b0'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:16:59.239199 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port c9d90c85-4bc8-44f0-9860-4647dc0099ce triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:16:59.239878 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (c9d90c85-4bc8-44f0-9860-4647dc0099ce), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:59.336141 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ad59606d-645c-4753-a3b0-e89ca4cd8465 req-f18b36d4-60ad-4bff-99ca-6e5e8e73bb87 tempest-ServerRescueNegativeTestJSON-1284338907 tempest-ServerRescueNegativeTestJSON-1284338907-project] 10.222.0.49 "GET /v2.0/ports?device_id=efdb5bf8-cc2d-4e01-ad4d-6a9647801384 HTTP/1.1" status: 200 len: 210 time: 0.0738726 Jan 11 14:16:59.372855 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f597e9a-e823-43fb-a337-16d2fd53e8cd req-c1086c9c-ce6e-4b43-8ed2-224722a6e7b2 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:16:59.374709 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2f597e9a-e823-43fb-a337-16d2fd53e8cd req-c1086c9c-ce6e-4b43-8ed2-224722a6e7b2 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=15c7cf3b-e6db-481d-a653-c246c1a5559a HTTP/1.1" status: 200 len: 945 time: 0.1287403 Jan 11 14:16:59.431999 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-cc861052-9a04-4143-837f-9def78b09af2 None None] Set router fdf16bcb-a732-4942-be01-3135a64f24b0 gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:16:59.438697 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2f597e9a-e823-43fb-a337-16d2fd53e8cd req-ede176bf-a4ea-4d9e-a844-94da292f90a3 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561502 Jan 11 14:16:59.482306 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port c9d90c85-4bc8-44f0-9860-4647dc0099ce is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:16:59.636056 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:16:59.669995 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-cc861052-9a04-4143-837f-9def78b09af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf16bcb-a732-4942-be01-3135a64f24b0', 'name': 'tempest-TestMinimumBasicScenario-1006153851-router', 'tenant_id': '19bbe4e34d3f48e2a0e0ba4beff1219a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'c9d90c85-4bc8-44f0-9860-4647dc0099ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:16:53Z', 'updated_at': '2022-01-11T14:16:56Z', 'revision_number': 4, 'project_id': '19bbe4e34d3f48e2a0e0ba4beff1219a', 'gw_port': {'id': 'c9d90c85-4bc8-44f0-9860-4647dc0099ce', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf16bcb-a732-4942-be01-3135a64f24b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:16:53Z', 'updated_at': '2022-01-11T14:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'f90835dc-a53b-482a-95eb-dcbb1cd497fb', 'name': '', 'network_id': '6967f114-d180-49a7-8406-52131bf872df', 'tenant_id': '19bbe4e34d3f48e2a0e0ba4beff1219a', 'mac_address': 'fa:16:3e:c8:80:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf16bcb-a732-4942-be01-3135a64f24b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'bcfe3f72-65c2-4149-8902-6483ab2c7374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:16:55Z', 'updated_at': '2022-01-11T14:16:56Z', 'revision_number': 2, 'project_id': '19bbe4e34d3f48e2a0e0ba4beff1219a', 'subnets': [{'id': 'bcfe3f72-65c2-4149-8902-6483ab2c7374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:16:59.702858 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc861052-9a04-4143-837f-9def78b09af2 None None] Checking router: fdf16bcb-a732-4942-be01-3135a64f24b0 for host: dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:16:59.703538 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc861052-9a04-4143-837f-9def78b09af2 None None] Updating router fdf16bcb-a732-4942-be01-3135a64f24b0 port f90835dc-a53b-482a-95eb-dcbb1cd497fb binding host dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 14:16:59.736496 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cc861052-9a04-4143-837f-9def78b09af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (f90835dc-a53b-482a-95eb-dcbb1cd497fb), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:00.036323 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cc861052-9a04-4143-837f-9def78b09af2 None None] Publish callbacks [] for port (f90835dc-a53b-482a-95eb-dcbb1cd497fb), precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:00.043051 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cc861052-9a04-4143-837f-9def78b09af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (f90835dc-a53b-482a-95eb-dcbb1cd497fb), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:00.106329 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d5767-4b83-4aa2-b9db-c1a271947e76 None None] Pushing event updated for resources: {'Port': ['ID=f90835dc-a53b-482a-95eb-dcbb1cd497fb,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:17:00.164013 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-cc861052-9a04-4143-837f-9def78b09af2 None None] Attempting to bind port f90835dc-a53b-482a-95eb-dcbb1cd497fb on host dv-cinder-824131-3-iscsi for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:17:00.164391 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-cc861052-9a04-4143-837f-9def78b09af2 None None] Attempting to bind port f90835dc-a53b-482a-95eb-dcbb1cd497fb by drivers openvswitch,hyperv on host dv-cinder-824131-3-iscsi at level 0 using segments [{'id': 'a61e02ff-2993-4ffc-a0da-18e57e38908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6967f114-d180-49a7-8406-52131bf872df'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:17:00.164764 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc861052-9a04-4143-837f-9def78b09af2 None None] Attempting to bind port f90835dc-a53b-482a-95eb-dcbb1cd497fb on network 6967f114-d180-49a7-8406-52131bf872df {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:17:00.174572 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc861052-9a04-4143-837f-9def78b09af2 None None] Checking agent: {'id': '9d224d65-2af6-406d-8eb7-edecce64fdf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824131-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 5, 2), 'started_at': datetime.datetime(2022, 1, 11, 14, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824131-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:17:00.175176 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc861052-9a04-4143-837f-9def78b09af2 None None] Checking segment: {'id': 'a61e02ff-2993-4ffc-a0da-18e57e38908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6967f114-d180-49a7-8406-52131bf872df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:17:00.175797 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cc861052-9a04-4143-837f-9def78b09af2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:00.176312 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc861052-9a04-4143-837f-9def78b09af2 None None] Bound using segment: {'id': 'a61e02ff-2993-4ffc-a0da-18e57e38908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6967f114-d180-49a7-8406-52131bf872df'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:17:00.176717 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-cc861052-9a04-4143-837f-9def78b09af2 None None] Bound port: f90835dc-a53b-482a-95eb-dcbb1cd497fb, host: dv-cinder-824131-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a61e02ff-2993-4ffc-a0da-18e57e38908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6967f114-d180-49a7-8406-52131bf872df'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:17:00.177107 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cc861052-9a04-4143-837f-9def78b09af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (f90835dc-a53b-482a-95eb-dcbb1cd497fb), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:00.264493 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-cc861052-9a04-4143-837f-9def78b09af2 None None] For port f90835dc-a53b-482a-95eb-dcbb1cd497fb, host dv-cinder-824131-3-iscsi, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:17:00.267183 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-cc861052-9a04-4143-837f-9def78b09af2 None None] For port f90835dc-a53b-482a-95eb-dcbb1cd497fb, host dv-cinder-824131-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=f90835dc-a53b-482a-95eb-dcbb1cd497fb,segment=NetworkSegment(a61e02ff-2993-4ffc-a0da-18e57e38908e),segment_id=a61e02ff-2993-4ffc-a0da-18e57e38908e)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:17:00.274437 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cc861052-9a04-4143-837f-9def78b09af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (f90835dc-a53b-482a-95eb-dcbb1cd497fb), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:00.328298 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc861052-9a04-4143-837f-9def78b09af2 None None] Routers {'fdf16bcb-a732-4942-be01-3135a64f24b0'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:17:00.328928 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-cc861052-9a04-4143-837f-9def78b09af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:16:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['fdf16bcb-a732-4942-be01-3135a64f24b0'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:17:00.454303 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-cc861052-9a04-4143-837f-9def78b09af2 None None] Set router fdf16bcb-a732-4942-be01-3135a64f24b0 gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:17:00.538188 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d5767-4b83-4aa2-b9db-c1a271947e76 None None] Pushing event updated for resources: {'Port': ['ID=f90835dc-a53b-482a-95eb-dcbb1cd497fb,revision_number=4']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:17:00.585251 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-66996754-8cc6-4e0d-b9e1-b2639122728b None None] Provisioning complete for port f90835dc-a53b-482a-95eb-dcbb1cd497fb triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:17:00.585611 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-66996754-8cc6-4e0d-b9e1-b2639122728b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (f90835dc-a53b-482a-95eb-dcbb1cd497fb), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:00.741071 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-66996754-8cc6-4e0d-b9e1-b2639122728b None None] Current status of the port f90835dc-a53b-482a-95eb-dcbb1cd497fb is: DOWN; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:17:00.741462 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-66996754-8cc6-4e0d-b9e1-b2639122728b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (f90835dc-a53b-482a-95eb-dcbb1cd497fb), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:00.768371 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:00.791375 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-66996754-8cc6-4e0d-b9e1-b2639122728b None None] For port f90835dc-a53b-482a-95eb-dcbb1cd497fb, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=f90835dc-a53b-482a-95eb-dcbb1cd497fb,segment=NetworkSegment(a61e02ff-2993-4ffc-a0da-18e57e38908e),segment_id=a61e02ff-2993-4ffc-a0da-18e57e38908e)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:17:00.793833 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-cc861052-9a04-4143-837f-9def78b09af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf16bcb-a732-4942-be01-3135a64f24b0', 'name': 'tempest-TestMinimumBasicScenario-1006153851-router', 'tenant_id': '19bbe4e34d3f48e2a0e0ba4beff1219a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'c9d90c85-4bc8-44f0-9860-4647dc0099ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:16:53Z', 'updated_at': '2022-01-11T14:16:56Z', 'revision_number': 4, 'project_id': '19bbe4e34d3f48e2a0e0ba4beff1219a', 'gw_port': {'id': 'c9d90c85-4bc8-44f0-9860-4647dc0099ce', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf16bcb-a732-4942-be01-3135a64f24b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:16:53Z', 'updated_at': '2022-01-11T14:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'f90835dc-a53b-482a-95eb-dcbb1cd497fb', 'name': '', 'network_id': '6967f114-d180-49a7-8406-52131bf872df', 'tenant_id': '19bbe4e34d3f48e2a0e0ba4beff1219a', 'mac_address': 'fa:16:3e:c8:80:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf16bcb-a732-4942-be01-3135a64f24b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'bcfe3f72-65c2-4149-8902-6483ab2c7374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:16:55Z', 'updated_at': '2022-01-11T14:17:00Z', 'revision_number': 4, 'project_id': '19bbe4e34d3f48e2a0e0ba4beff1219a', 'subnets': [{'id': 'bcfe3f72-65c2-4149-8902-6483ab2c7374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:17:00.797020 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-66996754-8cc6-4e0d-b9e1-b2639122728b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (f90835dc-a53b-482a-95eb-dcbb1cd497fb), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:00.838477 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc861052-9a04-4143-837f-9def78b09af2 None None] The sync data for ids ['fdf16bcb-a732-4942-be01-3135a64f24b0'] in dv-cinder-824131-3-iscsi is: [{'id': 'fdf16bcb-a732-4942-be01-3135a64f24b0', 'name': 'tempest-TestMinimumBasicScenario-1006153851-router', 'tenant_id': '19bbe4e34d3f48e2a0e0ba4beff1219a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'c9d90c85-4bc8-44f0-9860-4647dc0099ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:16:53Z', 'updated_at': '2022-01-11T14:16:56Z', 'revision_number': 4, 'project_id': '19bbe4e34d3f48e2a0e0ba4beff1219a', 'gw_port': {'id': 'c9d90c85-4bc8-44f0-9860-4647dc0099ce', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf16bcb-a732-4942-be01-3135a64f24b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:16:53Z', 'updated_at': '2022-01-11T14:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'f90835dc-a53b-482a-95eb-dcbb1cd497fb', 'name': '', 'network_id': '6967f114-d180-49a7-8406-52131bf872df', 'tenant_id': '19bbe4e34d3f48e2a0e0ba4beff1219a', 'mac_address': 'fa:16:3e:c8:80:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf16bcb-a732-4942-be01-3135a64f24b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'bcfe3f72-65c2-4149-8902-6483ab2c7374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:16:55Z', 'updated_at': '2022-01-11T14:17:00Z', 'revision_number': 4, 'project_id': '19bbe4e34d3f48e2a0e0ba4beff1219a', 'subnets': [{'id': 'bcfe3f72-65c2-4149-8902-6483ab2c7374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:17:00.941117 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66996754-8cc6-4e0d-b9e1-b2639122728b None None] Pushing event updated for resources: {'Port': ['ID=f90835dc-a53b-482a-95eb-dcbb1cd497fb,revision_number=5']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:17:00.958579 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-a55d00e1-51d2-4a5f-a30e-32f0163be916 None None] Provisioning complete for port f90835dc-a53b-482a-95eb-dcbb1cd497fb triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:17:00.959082 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a55d00e1-51d2-4a5f-a30e-32f0163be916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (f90835dc-a53b-482a-95eb-dcbb1cd497fb), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:01.070597 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-a55d00e1-51d2-4a5f-a30e-32f0163be916 None None] Current status of the port f90835dc-a53b-482a-95eb-dcbb1cd497fb is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:17:01.083978 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device f90835dc-a53b-482a-95eb-dcbb1cd497fb up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:17:01.149821 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port f90835dc-a53b-482a-95eb-dcbb1cd497fb triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:17:01.150252 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (f90835dc-a53b-482a-95eb-dcbb1cd497fb), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:01.263153 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port f90835dc-a53b-482a-95eb-dcbb1cd497fb is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:17:02.260466 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:03.011391 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device f90835dc-a53b-482a-95eb-dcbb1cd497fb up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:17:03.077309 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port f90835dc-a53b-482a-95eb-dcbb1cd497fb triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:17:03.077975 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (f90835dc-a53b-482a-95eb-dcbb1cd497fb), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:03.159455 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port f90835dc-a53b-482a-95eb-dcbb1cd497fb is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:17:04.345802 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 55382) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:17:04.536222 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-12829d50-5cee-4881-b065-344ff510f7de req-982ae056-5dda-4134-af62-eb3ce649a307 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1029296 Jan 11 14:17:04.546953 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99dd79b-bd5b-4529-9f1a-9902ab737071 req-6fa1b60f-e36c-4586-afd5-3b04951c47f3 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:04.554301 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a99dd79b-bd5b-4529-9f1a-9902ab737071 req-6fa1b60f-e36c-4586-afd5-3b04951c47f3 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=15c7cf3b-e6db-481d-a653-c246c1a5559a HTTP/1.1" status: 200 len: 945 time: 0.1100752 Jan 11 14:17:04.704978 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12829d50-5cee-4881-b065-344ff510f7de req-dcddaba1-2077-437b-8acc-29d3204bc400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:04.706530 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-12829d50-5cee-4881-b065-344ff510f7de req-dcddaba1-2077-437b-8acc-29d3204bc400 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a11f6957ee74ff0a62315613ff54913&device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 1098 time: 0.1149344 Jan 11 14:17:04.712644 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a99dd79b-bd5b-4529-9f1a-9902ab737071 req-ccafe2f1-fb32-45ac-a951-efa9e3f2d314 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575110 Jan 11 14:17:04.934314 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12829d50-5cee-4881-b065-344ff510f7de req-bbeb593f-b3f1-4524-92b4-6b6b12ac3ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:04.936515 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-12829d50-5cee-4881-b065-344ff510f7de req-bbeb593f-b3f1-4524-92b4-6b6b12ac3ee6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0b91e79a-b551-4734-8a4b-8bd89379e2e4 HTTP/1.1" status: 200 len: 912 time: 0.2057102 Jan 11 14:17:05.249427 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-12829d50-5cee-4881-b065-344ff510f7de req-56dc5bbc-eaf7-4889-a42d-bd33b33a2f0b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d8257f7-0bfc-4ec4-85ba-6f20d746300d HTTP/1.1" status: 200 len: 1001 time: 0.3043659 Jan 11 14:17:05.367017 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12829d50-5cee-4881-b065-344ff510f7de req-ab8fc149-af34-4e4e-aa0f-2c6a849475d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:05.368533 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-12829d50-5cee-4881-b065-344ff510f7de req-ab8fc149-af34-4e4e-aa0f-2c6a849475d9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7e0256b9-88cf-4f3b-af76-871b368403f9 HTTP/1.1" status: 200 len: 850 time: 0.0990319 Jan 11 14:17:05.418032 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d2d61cfd-917c-4045-a477-683523e4f763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-730834'] for router_interface (6381389f-f8a7-4141-b35d-670ee0fea90b), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:05.506991 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12829d50-5cee-4881-b065-344ff510f7de req-6b22ac00-1c2b-422c-a1ae-e08769df0f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:05.508553 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-12829d50-5cee-4881-b065-344ff510f7de req-6b22ac00-1c2b-422c-a1ae-e08769df0f29 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b91e79a-b551-4734-8a4b-8bd89379e2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1244166 Jan 11 14:17:05.724066 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-12829d50-5cee-4881-b065-344ff510f7de req-0e2f1560-db0c-4a9c-bc10-c632978abf0d service neutron] 10.222.0.45 "GET /v2.0/networks/0b91e79a-b551-4734-8a4b-8bd89379e2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054286 Jan 11 14:17:05.878441 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-12829d50-5cee-4881-b065-344ff510f7de req-87094804-e0e5-4499-8206-0e602282a718 service neutron] 10.222.0.45 "GET /v2.0/networks/0b91e79a-b551-4734-8a4b-8bd89379e2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476274 Jan 11 14:17:05.903951 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [None req-d2d61cfd-917c-4045-a477-683523e4f763 admin admin] Deleting port 8fb1ec85-581b-4714-8cb6-b81d098379d9 {{(pid=102758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:17:05.904612 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d2d61cfd-917c-4045-a477-683523e4f763 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (8fb1ec85-581b-4714-8cb6-b81d098379d9), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:06.011083 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [None req-d2d61cfd-917c-4045-a477-683523e4f763 admin admin] For port 8fb1ec85-581b-4714-8cb6-b81d098379d9, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=8fb1ec85-581b-4714-8cb6-b81d098379d9,segment=NetworkSegment(ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0),segment_id=ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0)] {{(pid=102758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:17:06.011362 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d2d61cfd-917c-4045-a477-683523e4f763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (8fb1ec85-581b-4714-8cb6-b81d098379d9), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:06.025277 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [None req-d2d61cfd-917c-4045-a477-683523e4f763 admin admin] Calling delete_port for 8fb1ec85-581b-4714-8cb6-b81d098379d9 owned by network:router_interface {{(pid=102758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:17:06.295373 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d2d61cfd-917c-4045-a477-683523e4f763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005'] for port (8fb1ec85-581b-4714-8cb6-b81d098379d9), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:06.325732 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d61cfd-917c-4045-a477-683523e4f763 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fb1ec85-581b-4714-8cb6-b81d098379d9,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:17:06.535008 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d2d61cfd-917c-4045-a477-683523e4f763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-730726'] for router_interface (6381389f-f8a7-4141-b35d-670ee0fea90b), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:06.842565 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d61cfd-917c-4045-a477-683523e4f763 admin admin] Router 6381389f-f8a7-4141-b35d-670ee0fea90b has already been hosted by L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 {{(pid=102758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 14:17:06.974801 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d61cfd-917c-4045-a477-683523e4f763 admin admin] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:17:06.980284 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-d2d61cfd-917c-4045-a477-683523e4f763 admin admin] 10.222.0.49 "PUT /v2.0/routers/6381389f-f8a7-4141-b35d-670ee0fea90b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6327257 Jan 11 14:17:06.984052 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 55422) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:17:06.992916 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fe45bd-5514-4a26-af18-ff3d94f54852 None None] Sync routers for ids ['6381389f-f8a7-4141-b35d-670ee0fea90b'] in dv-cinder-824131-3-iscsi {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:17:07.015430 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fe45bd-5514-4a26-af18-ff3d94f54852 None None] Routers {'6381389f-f8a7-4141-b35d-670ee0fea90b'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:17:07.016322 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-13fe45bd-5514-4a26-af18-ff3d94f54852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:16:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['6381389f-f8a7-4141-b35d-670ee0fea90b'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:17:07.154766 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4f835825-4a32-4d07-a74a-07c27e1296a7 admin admin] Publish callbacks [] for router (6381389f-f8a7-4141-b35d-670ee0fea90b), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:07.160437 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-13fe45bd-5514-4a26-af18-ff3d94f54852 None None] Set router 6381389f-f8a7-4141-b35d-670ee0fea90b gateway port host: dv-cinder-824131-3-iscsi {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:17:07.275039 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4f835825-4a32-4d07-a74a-07c27e1296a7 admin admin] Publish callbacks [] for router_gateway (6381389f-f8a7-4141-b35d-670ee0fea90b), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:07.346157 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-4f835825-4a32-4d07-a74a-07c27e1296a7 admin admin] Deleting port 839474a3-40b0-46d1-85ba-780150136ff9 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:17:07.346649 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4f835825-4a32-4d07-a74a-07c27e1296a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (839474a3-40b0-46d1-85ba-780150136ff9), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:07.432556 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-13fe45bd-5514-4a26-af18-ff3d94f54852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6381389f-f8a7-4141-b35d-670ee0fea90b', 'name': 'tempest-ServerRescueNegativeTestJSON-447408442-router', 'tenant_id': 'ac8a41f764014f4d95c74c7348ca537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '839474a3-40b0-46d1-85ba-780150136ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:56Z', 'updated_at': '2022-01-11T14:17:06Z', 'revision_number': 5, 'project_id': 'ac8a41f764014f4d95c74c7348ca537e', 'gw_port': {'id': '839474a3-40b0-46d1-85ba-780150136ff9', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6381389f-f8a7-4141-b35d-670ee0fea90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:58Z', 'updated_at': '2022-01-11T14:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi'}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:17:07.463728 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fe45bd-5514-4a26-af18-ff3d94f54852 None None] Checking router: 6381389f-f8a7-4141-b35d-670ee0fea90b for host: dv-cinder-824131-3-iscsi {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:17:07.472945 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fe45bd-5514-4a26-af18-ff3d94f54852 None None] Routers {'6381389f-f8a7-4141-b35d-670ee0fea90b'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:17:07.473595 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-13fe45bd-5514-4a26-af18-ff3d94f54852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:16:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['6381389f-f8a7-4141-b35d-670ee0fea90b'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:17:07.561596 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-13fe45bd-5514-4a26-af18-ff3d94f54852 None None] Set router 6381389f-f8a7-4141-b35d-670ee0fea90b gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:17:07.615523 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-13fe45bd-5514-4a26-af18-ff3d94f54852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6381389f-f8a7-4141-b35d-670ee0fea90b', 'name': 'tempest-ServerRescueNegativeTestJSON-447408442-router', 'tenant_id': 'ac8a41f764014f4d95c74c7348ca537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:56Z', 'updated_at': '2022-01-11T14:17:07Z', 'revision_number': 6, 'project_id': 'ac8a41f764014f4d95c74c7348ca537e', 'gw_port_host': None}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:17:07.649636 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fe45bd-5514-4a26-af18-ff3d94f54852 None None] The sync data for ids ['6381389f-f8a7-4141-b35d-670ee0fea90b'] in dv-cinder-824131-3-iscsi is: [{'id': '6381389f-f8a7-4141-b35d-670ee0fea90b', 'name': 'tempest-ServerRescueNegativeTestJSON-447408442-router', 'tenant_id': 'ac8a41f764014f4d95c74c7348ca537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:56Z', 'updated_at': '2022-01-11T14:17:07Z', 'revision_number': 6, 'project_id': 'ac8a41f764014f4d95c74c7348ca537e', 'gw_port_host': None}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:17:07.670397 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-4f835825-4a32-4d07-a74a-07c27e1296a7 admin admin] For port 839474a3-40b0-46d1-85ba-780150136ff9, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=839474a3-40b0-46d1-85ba-780150136ff9,segment=NetworkSegment(74f2f49c-8139-48f1-b44d-9c7351d31a13),segment_id=74f2f49c-8139-48f1-b44d-9c7351d31a13)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:17:07.671461 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4f835825-4a32-4d07-a74a-07c27e1296a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (839474a3-40b0-46d1-85ba-780150136ff9), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:07.694193 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-4f835825-4a32-4d07-a74a-07c27e1296a7 admin admin] Calling delete_port for 839474a3-40b0-46d1-85ba-780150136ff9 owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:17:07.765921 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-c3b87d5c-ec2f-45f8-aeeb-8bb972aca9d2 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:07.767398 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-c3b87d5c-ec2f-45f8-aeeb-8bb972aca9d2 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/networks?id=72a2248c-a73f-49e5-a11c-e9eb238083f0 HTTP/1.1" status: 200 len: 814 time: 0.1504436 Jan 11 14:17:07.784427 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-39a9a09e-0f6e-4c1d-816f-3a5114108eba tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/quotas/1d7f551824974a53a1ea507b061f4c72 HTTP/1.1" status: 200 len: 375 time: 0.0115986 Jan 11 14:17:07.837633 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-0111ad2a-f031-4275-8bd5-fd825df4ae7e tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d7f551824974a53a1ea507b061f4c72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467694 Jan 11 14:17:07.887091 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4f835825-4a32-4d07-a74a-07c27e1296a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (839474a3-40b0-46d1-85ba-780150136ff9), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:07.917922 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f835825-4a32-4d07-a74a-07c27e1296a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=839474a3-40b0-46d1-85ba-780150136ff9,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:17:07.945765 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-68578763-4038-4d84-be41-52c2b547854b service neutron] 10.222.0.49 "GET /v2.0/networks/72a2248c-a73f-49e5-a11c-e9eb238083f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962346 Jan 11 14:17:07.983861 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4f835825-4a32-4d07-a74a-07c27e1296a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704644'] for router_gateway (6381389f-f8a7-4141-b35d-670ee0fea90b), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:08.045814 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-8c256947-cce5-49d2-a1e4-a4331e4e97f2 service neutron] 10.222.0.49 "GET /v2.0/networks/72a2248c-a73f-49e5-a11c-e9eb238083f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937202 Jan 11 14:17:08.090768 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4f835825-4a32-4d07-a74a-07c27e1296a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30047'] for router (6381389f-f8a7-4141-b35d-670ee0fea90b), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:08.092979 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4f835825-4a32-4d07-a74a-07c27e1296a7 admin admin] Publish callbacks [] for router_controller (6381389f-f8a7-4141-b35d-670ee0fea90b), precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:08.171933 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4f835825-4a32-4d07-a74a-07c27e1296a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742260'] for router (6381389f-f8a7-4141-b35d-670ee0fea90b), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:08.173137 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f835825-4a32-4d07-a74a-07c27e1296a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6381389f-f8a7-4141-b35d-670ee0fea90b {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 11 14:17:08.179930 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4f835825-4a32-4d07-a74a-07c27e1296a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:08.183819 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-4f835825-4a32-4d07-a74a-07c27e1296a7 admin admin] 10.222.0.49 "DELETE /v2.0/routers/6381389f-f8a7-4141-b35d-670ee0fea90b HTTP/1.1" status: 204 len: 168 time: 1.1953952 Jan 11 14:17:08.183819 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 55466) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:17:08.218307 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-17e8b35a-e04b-4b78-aa90-dc4882779788 req-5c05afd1-a19d-480f-8b9d-e4d9245aa0f2 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 210 time: 0.0276155 Jan 11 14:17:08.236290 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-847ce0ff-7dab-428f-980e-d5c998fa0a97 admin admin] Deleting subnet f92724c6-8602-4a02-a614-e355ebf8a564 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 14:17:08.239751 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-847ce0ff-7dab-428f-980e-d5c998fa0a97 admin admin] Publish callbacks [] for subnet (f92724c6-8602-4a02-a614-e355ebf8a564), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:08.274703 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-847ce0ff-7dab-428f-980e-d5c998fa0a97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850843'] for subnet (f92724c6-8602-4a02-a614-e355ebf8a564), precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:08.320363 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-847ce0ff-7dab-428f-980e-d5c998fa0a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757316'] for subnet (f92724c6-8602-4a02-a614-e355ebf8a564), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:08.373378 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-847ce0ff-7dab-428f-980e-d5c998fa0a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10442644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10134044'] for subnet (f92724c6-8602-4a02-a614-e355ebf8a564), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:08.400268 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ce0ff-7dab-428f-980e-d5c998fa0a97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f92724c6-8602-4a02-a614-e355ebf8a564,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:17:08.403590 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-847ce0ff-7dab-428f-980e-d5c998fa0a97 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:08.406090 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-847ce0ff-7dab-428f-980e-d5c998fa0a97 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f92724c6-8602-4a02-a614-e355ebf8a564 HTTP/1.1" status: 204 len: 168 time: 0.2207372 Jan 11 14:17:08.408488 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 55476) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:17:08.484146 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a495f3a2-5ee5-4fbd-8802-a14e0df74d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1612487'] for network (e39c23a3-bd49-4a6e-99a6-de49e0477fd9), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:08.571032 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a495f3a2-5ee5-4fbd-8802-a14e0df74d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759249', 'neutron.services.segments.db._delete_segments_for_network-8792866421935'] for network (e39c23a3-bd49-4a6e-99a6-de49e0477fd9), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:08.592625 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.services.segments.db [None req-a495f3a2-5ee5-4fbd-8802-a14e0df74d9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e39c23a3-bd49-4a6e-99a6-de49e0477fd9']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:17:08.601883 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.services.segments.db [None req-a495f3a2-5ee5-4fbd-8802-a14e0df74d9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:17:08.602182 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.services.segments.db [None req-a495f3a2-5ee5-4fbd-8802-a14e0df74d9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:17:08.611473 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a495f3a2-5ee5-4fbd-8802-a14e0df74d9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792866425528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850834'] for segment (ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:08.625215 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a495f3a2-5ee5-4fbd-8802-a14e0df74d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781'] for segment (ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:08.631751 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a495f3a2-5ee5-4fbd-8802-a14e0df74d9f admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 14:17:08.632243 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a495f3a2-5ee5-4fbd-8802-a14e0df74d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10442738'] for segment (ea15f4fa-1fa0-4742-a1cb-403d40ac2aa0), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:08.634096 dv-cinder-824131-3-iscsi neutron-server[102759]: Traceback (most recent call last): Jan 11 14:17:08.634096 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 14:17:08.634096 dv-cinder-824131-3-iscsi neutron-server[102759]: timer() Jan 11 14:17:08.634096 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 14:17:08.634096 dv-cinder-824131-3-iscsi neutron-server[102759]: cb(*args, **kw) Jan 11 14:17:08.634096 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 14:17:08.634096 dv-cinder-824131-3-iscsi neutron-server[102759]: return func(*args, **kwargs) Jan 11 14:17:08.634096 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 14:17:08.634096 dv-cinder-824131-3-iscsi neutron-server[102759]: self._notify() Jan 11 14:17:08.634096 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 14:17:08.634096 dv-cinder-824131-3-iscsi neutron-server[102759]: self.callback(batched_events) Jan 11 14:17:08.634096 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 14:17:08.634096 dv-cinder-824131-3-iscsi neutron-server[102759]: event.method(event) Jan 11 14:17:08.634096 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 14:17:08.634096 dv-cinder-824131-3-iscsi neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 14:17:08.634096 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 14:17:08.634096 dv-cinder-824131-3-iscsi neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 14:17:08.634096 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 14:17:08.634096 dv-cinder-824131-3-iscsi neutron-server[102759]: return f(self, *a, **k) Jan 11 14:17:08.634096 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 14:17:08.634096 dv-cinder-824131-3-iscsi neutron-server[102759]: return self._get(url).json() Jan 11 14:17:08.634096 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 14:17:08.634096 dv-cinder-824131-3-iscsi neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 14:17:08.634096 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 14:17:08.634096 dv-cinder-824131-3-iscsi neutron-server[102759]: return self.request(url, 'GET', **kwargs) Jan 11 14:17:08.634096 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 14:17:08.634096 dv-cinder-824131-3-iscsi neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 14:17:08.634096 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 14:17:08.634096 dv-cinder-824131-3-iscsi neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 14:17:08.634096 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 14:17:08.634096 dv-cinder-824131-3-iscsi neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 14:17:08.634096 dv-cinder-824131-3-iscsi neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 14:17:08.680869 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:08.697074 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a495f3a2-5ee5-4fbd-8802-a14e0df74d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704736'] for network (e39c23a3-bd49-4a6e-99a6-de49e0477fd9), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:08.703330 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a495f3a2-5ee5-4fbd-8802-a14e0df74d9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for network (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:08.709414 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-a495f3a2-5ee5-4fbd-8802-a14e0df74d9f admin admin] 10.222.0.49 "DELETE /v2.0/networks/e39c23a3-bd49-4a6e-99a6-de49e0477fd9 HTTP/1.1" status: 204 len: 168 time: 0.2971699 Jan 11 14:17:08.722790 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495f3a2-5ee5-4fbd-8802-a14e0df74d9f admin admin] Pushing event deleted for resources: {'Network': ['ID=e39c23a3-bd49-4a6e-99a6-de49e0477fd9,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:17:08.902668 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 55490) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:17:08.943828 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-50da8edc-ff42-4f1b-b8dc-21d8451acf2e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ac8a41f764014f4d95c74c7348ca537e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392830 Jan 11 14:17:08.946309 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 55492) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:17:09.000579 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-8014f3b4-27b5-4a07-9d39-ce2269b795f2 admin admin] Publish callbacks [] for security_group (2e21f11b-a142-456b-8bcb-8774a21dfae2), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:09.008404 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 8fb1ec85-581b-4714-8cb6-b81d098379d9 no longer exists at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:17:09.024952 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-8014f3b4-27b5-4a07-9d39-ce2269b795f2 admin admin] Publish callbacks [] for security_group (2e21f11b-a142-456b-8bcb-8774a21dfae2), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:09.031804 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] No Port match for: 8fb1ec85-581b-4714-8cb6-b81d098379d9 {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:17:09.032235 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 8fb1ec85-581b-4714-8cb6-b81d098379d9 not bound to the agent host dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:17:09.032731 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 839474a3-40b0-46d1-85ba-780150136ff9 no longer exists at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:17:09.052082 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] No Port match for: 839474a3-40b0-46d1-85ba-780150136ff9 {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:17:09.052442 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 839474a3-40b0-46d1-85ba-780150136ff9 not bound to the agent host dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:17:09.076745 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-8014f3b4-27b5-4a07-9d39-ce2269b795f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (2e21f11b-a142-456b-8bcb-8774a21dfae2), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:09.079290 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-8014f3b4-27b5-4a07-9d39-ce2269b795f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:09.080507 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-8014f3b4-27b5-4a07-9d39-ce2269b795f2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2e21f11b-a142-456b-8bcb-8774a21dfae2 HTTP/1.1" status: 204 len: 168 time: 0.1332619 Jan 11 14:17:09.088241 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014f3b4-27b5-4a07-9d39-ce2269b795f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e21f11b-a142-456b-8bcb-8774a21dfae2,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:17:09.424075 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c583bfa2-3df3-4861-a75e-3f500f109c4d req-e12b1e62-cb6a-4050-9281-c9af56c233e6 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 210 time: 0.0555458 Jan 11 14:17:09.476141 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-a0e4306c-9031-4fbe-bece-b53771d4ba2a tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:09.478737 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-a0e4306c-9031-4fbe-bece-b53771d4ba2a tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.45 "GET /v2.0/networks?id=72a2248c-a73f-49e5-a11c-e9eb238083f0 HTTP/1.1" status: 200 len: 814 time: 0.2438893 Jan 11 14:17:09.502929 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-e0182333-389e-4dcf-98e4-356722e16875 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Request body: {'port': {'device_id': '682faefe-6922-4f9f-b5b8-48b8c9a49665', 'network_id': '72a2248c-a73f-49e5-a11c-e9eb238083f0', 'admin_state_up': True, 'tenant_id': '1d7f551824974a53a1ea507b061f4c72'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:17:09.895006 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-e0182333-389e-4dcf-98e4-356722e16875 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Made reservation on behalf of 1d7f551824974a53a1ea507b061f4c72 for: {'port': 1} {{(pid=102758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:17:09.895006 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-e0182333-389e-4dcf-98e4-356722e16875 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:10.043576 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.db_base_plugin_common [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-e0182333-389e-4dcf-98e4-356722e16875 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Allocated IP 172.20.0.6 (72a2248c-a73f-49e5-a11c-e9eb238083f0/6fc3111a-af4c-475c-bc89-8a812c8ededa/c7e7af63-dba4-40f2-b97e-3dc8a5d14124) {{(pid=102758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:17:10.266977 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-e0182333-389e-4dcf-98e4-356722e16875 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks [] for port (c7e7af63-dba4-40f2-b97e-3dc8a5d14124), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:10.353851 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-e0182333-389e-4dcf-98e4-356722e16875 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996'] for port (c7e7af63-dba4-40f2-b97e-3dc8a5d14124), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:10.409890 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-e0182333-389e-4dcf-98e4-356722e16875 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Network 72a2248c-a73f-49e5-a11c-e9eb238083f0 is already hosted by enough agents. {{(pid=102758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:17:10.416833 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.base_scheduler [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-e0182333-389e-4dcf-98e4-356722e16875 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Resources bound (agent type, host, resource id): {{(pid=102758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:17:10.420223 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-e0182333-389e-4dcf-98e4-356722e16875 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Received port after_create {{(pid=102758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:17:10.444910 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-e0182333-389e-4dcf-98e4-356722e16875 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:10.445716 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-e0182333-389e-4dcf-98e4-356722e16875 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:10.482714 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-e0182333-389e-4dcf-98e4-356722e16875 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9840903 Jan 11 14:17:10.499588 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0182333-389e-4dcf-98e4-356722e16875 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Pushing event updated for resources: {'Port': ['ID=c7e7af63-dba4-40f2-b97e-3dc8a5d14124,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:17:10.603795 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e99d6-0355-4acb-bec1-018f3a185f9c req-a07f3930-7fc4-460e-9706-a86e9ab96ead tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:10.605335 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-512e99d6-0355-4acb-bec1-018f3a185f9c req-a07f3930-7fc4-460e-9706-a86e9ab96ead tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 931 time: 0.0913601 Jan 11 14:17:10.676205 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-512e99d6-0355-4acb-bec1-018f3a185f9c req-e5b304c9-7e7f-4be5-83e1-c563201f0ee9 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635536 Jan 11 14:17:10.773550 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e05c683c-b8a3-4890-a8c0-0f81a560e4e0 None None] Provisioning complete for port c7e7af63-dba4-40f2-b97e-3dc8a5d14124 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:17:10.774092 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e05c683c-b8a3-4890-a8c0-0f81a560e4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (c7e7af63-dba4-40f2-b97e-3dc8a5d14124), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:10.808569 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e05c683c-b8a3-4890-a8c0-0f81a560e4e0 None None] Port c7e7af63-dba4-40f2-b97e-3dc8a5d14124 cannot update to ACTIVE because it is not bound. {{(pid=102760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 14:17:11.412579 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 55610) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:17:11.537663 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c48a2e4d-e046-41cb-83da-062f2bf0c5e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:11.631107 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c48a2e4d-e046-41cb-83da-062f2bf0c5e5 admin admin] Publish callbacks [] for security_group (f41de17b-b9f8-412f-b27d-bbd0f69a927f), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:11.635128 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c48a2e4d-e046-41cb-83da-062f2bf0c5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (f41de17b-b9f8-412f-b27d-bbd0f69a927f), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:11.677818 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 55624) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:17:11.678558 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-c48a2e4d-e046-41cb-83da-062f2bf0c5e5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=72233d6194cc4968b8dbd18c9f4bf633&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2642691 Jan 11 14:17:11.680401 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a2e4d-e046-41cb-83da-062f2bf0c5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41de17b-b9f8-412f-b27d-bbd0f69a927f,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:17:11.771809 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-938cfe39-9e1a-4853-a389-379791871f93 admin admin] Publish callbacks [] for security_group (f41de17b-b9f8-412f-b27d-bbd0f69a927f), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:11.822828 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-938cfe39-9e1a-4853-a389-379791871f93 admin admin] Publish callbacks [] for security_group (f41de17b-b9f8-412f-b27d-bbd0f69a927f), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:11.866742 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f27b56-b6da-47d6-a498-2d000a67437e req-73e4415b-a0dc-4174-bf76-43c16b26b65f tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:11.870076 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-15f27b56-b6da-47d6-a498-2d000a67437e req-73e4415b-a0dc-4174-bf76-43c16b26b65f tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 931 time: 0.0937033 Jan 11 14:17:11.917082 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-938cfe39-9e1a-4853-a389-379791871f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (f41de17b-b9f8-412f-b27d-bbd0f69a927f), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:11.920287 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-938cfe39-9e1a-4853-a389-379791871f93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:11.921438 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-938cfe39-9e1a-4853-a389-379791871f93 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f41de17b-b9f8-412f-b27d-bbd0f69a927f HTTP/1.1" status: 204 len: 168 time: 0.2402749 Jan 11 14:17:11.928584 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-15f27b56-b6da-47d6-a498-2d000a67437e req-33ec74c3-d1e9-4fa9-be7d-29555ff82a8b tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546930 Jan 11 14:17:11.933582 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938cfe39-9e1a-4853-a389-379791871f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41de17b-b9f8-412f-b27d-bbd0f69a927f,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:17:12.091592 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8ea54-35b6-4d77-b24e-0136ad1b1660 req-99fe1dcc-9805-494e-b0a2-91d347d78fbf tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:12.095965 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1bf8ea54-35b6-4d77-b24e-0136ad1b1660 req-99fe1dcc-9805-494e-b0a2-91d347d78fbf tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0648677 Jan 11 14:17:12.164971 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1bf8ea54-35b6-4d77-b24e-0136ad1b1660 req-daaeff62-396b-47e7-815b-64ef3e228c02 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600297 Jan 11 14:17:12.277653 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 55642) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:17:12.290852 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-6e51d7db-2b8f-4a10-ae52-75173c174d53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:12.368000 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-6e51d7db-2b8f-4a10-ae52-75173c174d53 admin admin] Publish callbacks [] for security_group (a95fa5b1-f3f6-4f1d-a155-6fc85470bd8f), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:12.372563 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-6e51d7db-2b8f-4a10-ae52-75173c174d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (a95fa5b1-f3f6-4f1d-a155-6fc85470bd8f), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:12.411245 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-6e51d7db-2b8f-4a10-ae52-75173c174d53 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0ebc3165b8eb4f188c9003e3974b01b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324253 Jan 11 14:17:12.413198 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51d7db-2b8f-4a10-ae52-75173c174d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95fa5b1-f3f6-4f1d-a155-6fc85470bd8f,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:17:12.413866 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 55644) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:17:12.466879 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-508b69fe-ee99-4bad-9810-be818bf13b2a admin admin] Publish callbacks [] for security_group (a95fa5b1-f3f6-4f1d-a155-6fc85470bd8f), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:12.488003 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-508b69fe-ee99-4bad-9810-be818bf13b2a admin admin] Publish callbacks [] for security_group (a95fa5b1-f3f6-4f1d-a155-6fc85470bd8f), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:12.539110 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-508b69fe-ee99-4bad-9810-be818bf13b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (a95fa5b1-f3f6-4f1d-a155-6fc85470bd8f), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:12.541779 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-508b69fe-ee99-4bad-9810-be818bf13b2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:12.542937 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-508b69fe-ee99-4bad-9810-be818bf13b2a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a95fa5b1-f3f6-4f1d-a155-6fc85470bd8f HTTP/1.1" status: 204 len: 168 time: 0.1281049 Jan 11 14:17:12.551300 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b69fe-ee99-4bad-9810-be818bf13b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95fa5b1-f3f6-4f1d-a155-6fc85470bd8f,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:17:13.065440 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8ed24-b465-458b-9b0d-57fb1e858fb5 req-e9a7bef0-8acd-4bd3-ad4f-de587c063e29 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:13.066973 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3aa8ed24-b465-458b-9b0d-57fb1e858fb5 req-e9a7bef0-8acd-4bd3-ad4f-de587c063e29 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 931 time: 0.0668797 Jan 11 14:17:13.133444 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3aa8ed24-b465-458b-9b0d-57fb1e858fb5 req-e59286da-2563-41c3-9a9f-0b6b8633ab68 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582736 Jan 11 14:17:13.275756 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b6b1f-a60e-4224-8d8b-7fc4be2df2af req-edbf807a-1dc3-44bd-a0c8-3908444f3fdd tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:13.277301 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2b5b6b1f-a60e-4224-8d8b-7fc4be2df2af req-edbf807a-1dc3-44bd-a0c8-3908444f3fdd tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0498772 Jan 11 14:17:13.328617 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2b5b6b1f-a60e-4224-8d8b-7fc4be2df2af req-c7b95fc6-d23f-4b63-adf5-f7b96763df69 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454049 Jan 11 14:17:14.263595 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8edd99-db40-46e4-b7fe-0e5a78f36ca7 req-42ed5e37-5b7a-4618-a53f-f53230afcb35 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:14.265154 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5e8edd99-db40-46e4-b7fe-0e5a78f36ca7 req-42ed5e37-5b7a-4618-a53f-f53230afcb35 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 931 time: 0.0578001 Jan 11 14:17:14.316328 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5e8edd99-db40-46e4-b7fe-0e5a78f36ca7 req-d94ce0b9-4a86-4101-9d7c-6766fa8c5926 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453224 Jan 11 14:17:14.473019 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fba57-167e-4966-83c4-6737485a540c req-b8b66de8-dfd3-418c-a361-8616db98cde6 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:14.475087 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-dc7fba57-167e-4966-83c4-6737485a540c req-b8b66de8-dfd3-418c-a361-8616db98cde6 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0634382 Jan 11 14:17:14.542191 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-dc7fba57-167e-4966-83c4-6737485a540c req-98da0631-75e4-4b6c-bfc6-2f54973ec841 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524096 Jan 11 14:17:15.439522 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e112ed-1b99-4fcd-83c8-db1351e1a172 req-8da66f26-20f0-4ed0-a111-743cfd2b8bfc tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:15.441618 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-51e112ed-1b99-4fcd-83c8-db1351e1a172 req-8da66f26-20f0-4ed0-a111-743cfd2b8bfc tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 931 time: 0.0550613 Jan 11 14:17:15.501496 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-51e112ed-1b99-4fcd-83c8-db1351e1a172 req-cbc78284-fe42-46b1-babb-8fbfe6a22824 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541325 Jan 11 14:17:15.660769 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 55802) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:17:15.690867 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3854f-6e20-4910-8996-8a69a5c321bf req-7a7aeb6c-8f7f-41fa-b444-04f9af80b3a8 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:15.692471 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-dcc3854f-6e20-4910-8996-8a69a5c321bf req-7a7aeb6c-8f7f-41fa-b444-04f9af80b3a8 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0677738 Jan 11 14:17:15.744121 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-dcc3854f-6e20-4910-8996-8a69a5c321bf req-4ff487d6-dc1e-4933-9681-d30d1951143f tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452645 Jan 11 14:17:15.787605 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-20a9dcef-bc0f-44f4-8e8c-79c92177231b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:15.868913 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-20a9dcef-bc0f-44f4-8e8c-79c92177231b admin admin] Publish callbacks [] for security_group (bdc40483-7572-4726-8464-5a39681941fc), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:15.874537 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-20a9dcef-bc0f-44f4-8e8c-79c92177231b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (bdc40483-7572-4726-8464-5a39681941fc), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:15.917449 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-20a9dcef-bc0f-44f4-8e8c-79c92177231b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9f579e4b636a4785aaa10a74ad3f19eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2549689 Jan 11 14:17:15.918556 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 55806) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:17:15.918852 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9dcef-bc0f-44f4-8e8c-79c92177231b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc40483-7572-4726-8464-5a39681941fc,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:17:15.979921 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-746dc1c6-b283-4d1c-9b1b-58ff26f16fa3 admin admin] Publish callbacks [] for security_group (bdc40483-7572-4726-8464-5a39681941fc), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:16.002763 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-746dc1c6-b283-4d1c-9b1b-58ff26f16fa3 admin admin] Publish callbacks [] for security_group (bdc40483-7572-4726-8464-5a39681941fc), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:16.050299 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-746dc1c6-b283-4d1c-9b1b-58ff26f16fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (bdc40483-7572-4726-8464-5a39681941fc), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:16.052287 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-746dc1c6-b283-4d1c-9b1b-58ff26f16fa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:16.053482 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-746dc1c6-b283-4d1c-9b1b-58ff26f16fa3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bdc40483-7572-4726-8464-5a39681941fc HTTP/1.1" status: 204 len: 168 time: 0.1338091 Jan 11 14:17:16.061660 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746dc1c6-b283-4d1c-9b1b-58ff26f16fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc40483-7572-4726-8464-5a39681941fc,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:17:16.339854 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 55816) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:17:16.353790 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-4313fcdd-7084-4f41-a06a-c57fc7c893f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:16.445661 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-4313fcdd-7084-4f41-a06a-c57fc7c893f7 admin admin] Publish callbacks [] for security_group (3b59b43b-61a2-4925-8508-1e4de9c031da), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:16.450711 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-4313fcdd-7084-4f41-a06a-c57fc7c893f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (3b59b43b-61a2-4925-8508-1e4de9c031da), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:16.482977 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313fcdd-7084-4f41-a06a-c57fc7c893f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b59b43b-61a2-4925-8508-1e4de9c031da,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:17:16.500209 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-4313fcdd-7084-4f41-a06a-c57fc7c893f7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=31a39c9b34a6416a8737e4daaafa3864&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1590152 Jan 11 14:17:16.500579 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 55818) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:17:16.551746 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a1fec600-4c08-4a5e-9d73-f2c2b1f7b346 admin admin] Publish callbacks [] for security_group (3b59b43b-61a2-4925-8508-1e4de9c031da), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:16.576882 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a1fec600-4c08-4a5e-9d73-f2c2b1f7b346 admin admin] Publish callbacks [] for security_group (3b59b43b-61a2-4925-8508-1e4de9c031da), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:16.627844 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4361f6-e16d-4e42-910c-9670c59dae69 req-59bbff0a-4353-4242-a6d4-aa9fecd0aac7 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:16.629432 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8c4361f6-e16d-4e42-910c-9670c59dae69 req-59bbff0a-4353-4242-a6d4-aa9fecd0aac7 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 931 time: 0.0544455 Jan 11 14:17:16.630659 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a1fec600-4c08-4a5e-9d73-f2c2b1f7b346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (3b59b43b-61a2-4925-8508-1e4de9c031da), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:16.633254 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a1fec600-4c08-4a5e-9d73-f2c2b1f7b346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:16.636778 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-a1fec600-4c08-4a5e-9d73-f2c2b1f7b346 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3b59b43b-61a2-4925-8508-1e4de9c031da HTTP/1.1" status: 204 len: 168 time: 0.1326659 Jan 11 14:17:16.657595 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fec600-4c08-4a5e-9d73-f2c2b1f7b346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b59b43b-61a2-4925-8508-1e4de9c031da,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:17:16.706505 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8c4361f6-e16d-4e42-910c-9670c59dae69 req-4a0e40a6-b469-4025-82b9-3063e0b34677 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700843 Jan 11 14:17:16.882269 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81133ef2-9021-4c36-b8f1-38bb19e7bc86 req-c2fb28ca-e307-4b45-bae5-85bb131fd768 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:16.883958 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-81133ef2-9021-4c36-b8f1-38bb19e7bc86 req-c2fb28ca-e307-4b45-bae5-85bb131fd768 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0612373 Jan 11 14:17:16.961519 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-81133ef2-9021-4c36-b8f1-38bb19e7bc86 req-052b2362-59c2-4de4-8bcf-734602b6d43a tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713902 Jan 11 14:17:17.840350 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05603302-dd99-4d93-a562-953bbb28330f req-ae2b3b13-ff5f-4977-99d4-4370935eca6e tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:17.843158 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-05603302-dd99-4d93-a562-953bbb28330f req-ae2b3b13-ff5f-4977-99d4-4370935eca6e tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 931 time: 0.0568786 Jan 11 14:17:17.904466 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-05603302-dd99-4d93-a562-953bbb28330f req-32c1e986-9bef-43f3-b35c-7c74a0a293d9 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537641 Jan 11 14:17:18.086542 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d89a1-b71b-4670-b3a8-f599123fea2b req-49455b1b-f930-47a5-8abe-d03f97fac80f tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:18.088096 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fe1d89a1-b71b-4670-b3a8-f599123fea2b req-49455b1b-f930-47a5-8abe-d03f97fac80f tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0497527 Jan 11 14:17:18.154866 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fe1d89a1-b71b-4670-b3a8-f599123fea2b req-d9a54b48-5caf-4db4-8bba-4f61c0951bf7 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545714 Jan 11 14:17:19.023786 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11de95-39fc-400e-b575-dfb12db1a3a7 req-feed893b-6391-4276-990d-3a03a95f287c tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:19.025333 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8c11de95-39fc-400e-b575-dfb12db1a3a7 req-feed893b-6391-4276-990d-3a03a95f287c tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 931 time: 0.0528843 Jan 11 14:17:19.073214 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8c11de95-39fc-400e-b575-dfb12db1a3a7 req-5b4a26a1-40a4-40ec-9a61-ff8b18009759 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416718 Jan 11 14:17:19.283397 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7810b-f55e-44bc-9881-d2b8f5763bf2 req-352ec30d-0abe-460e-ab14-f7273ed75a45 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:19.284918 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-91a7810b-f55e-44bc-9881-d2b8f5763bf2 req-352ec30d-0abe-460e-ab14-f7273ed75a45 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0505447 Jan 11 14:17:19.334696 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-91a7810b-f55e-44bc-9881-d2b8f5763bf2 req-73bde0c0-122a-41c0-b6fe-a060d561d411 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439222 Jan 11 14:17:20.191879 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b259ba3-9dd0-4474-b75b-850d641d2f98 req-3625404a-9b58-4998-a29a-1b872e1a7d36 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:20.193466 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1b259ba3-9dd0-4474-b75b-850d641d2f98 req-3625404a-9b58-4998-a29a-1b872e1a7d36 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 931 time: 0.0531149 Jan 11 14:17:20.241989 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1b259ba3-9dd0-4474-b75b-850d641d2f98 req-6f797a4d-b58b-449d-8e70-9e40695c2393 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424833 Jan 11 14:17:20.456132 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619fe00-0b7d-4ca6-b3f0-4f4fd5fb6d7a req-34f7a74f-00fc-4d7b-a0e2-15480eaf9729 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:20.457704 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8619fe00-0b7d-4ca6-b3f0-4f4fd5fb6d7a req-34f7a74f-00fc-4d7b-a0e2-15480eaf9729 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0502937 Jan 11 14:17:20.507024 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8619fe00-0b7d-4ca6-b3f0-4f4fd5fb6d7a req-d60e1247-3066-4bbf-a526-99cdb3cf2d80 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432246 Jan 11 14:17:21.115870 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 55924) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:17:21.223373 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1405bbd4-f699-4c82-8147-929af99c4760 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:21.308240 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1405bbd4-f699-4c82-8147-929af99c4760 admin admin] Publish callbacks [] for security_group (c5f7d575-bd99-455c-abb8-fe464bcc1e1f), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:21.316699 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1405bbd4-f699-4c82-8147-929af99c4760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (c5f7d575-bd99-455c-abb8-fe464bcc1e1f), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:21.358104 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-1405bbd4-f699-4c82-8147-929af99c4760 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=62004c22619746a78b2fa35fdae45f22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410390 Jan 11 14:17:21.359016 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405bbd4-f699-4c82-8147-929af99c4760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f7d575-bd99-455c-abb8-fe464bcc1e1f,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:17:21.362844 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 55930) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:17:21.386074 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5744b-f314-4bba-bacb-f4f9f56dbec0 req-0f4c6975-3d56-4e5a-b35d-c82061245d2a tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:21.388253 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-72b5744b-f314-4bba-bacb-f4f9f56dbec0 req-0f4c6975-3d56-4e5a-b35d-c82061245d2a tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 931 time: 0.0692050 Jan 11 14:17:21.411963 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6d4461e7-59e9-4e4d-a4fd-5100b72c725c admin admin] Publish callbacks [] for security_group (c5f7d575-bd99-455c-abb8-fe464bcc1e1f), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:21.434155 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6d4461e7-59e9-4e4d-a4fd-5100b72c725c admin admin] Publish callbacks [] for security_group (c5f7d575-bd99-455c-abb8-fe464bcc1e1f), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:21.444282 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-72b5744b-f314-4bba-bacb-f4f9f56dbec0 req-ab08b3d1-4cbf-46cc-a243-86eb858a054e tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501444 Jan 11 14:17:21.487612 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6d4461e7-59e9-4e4d-a4fd-5100b72c725c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (c5f7d575-bd99-455c-abb8-fe464bcc1e1f), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:21.490189 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6d4461e7-59e9-4e4d-a4fd-5100b72c725c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:21.491347 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-6d4461e7-59e9-4e4d-a4fd-5100b72c725c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c5f7d575-bd99-455c-abb8-fe464bcc1e1f HTTP/1.1" status: 204 len: 168 time: 0.1275687 Jan 11 14:17:21.499945 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4461e7-59e9-4e4d-a4fd-5100b72c725c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f7d575-bd99-455c-abb8-fe464bcc1e1f,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:17:21.694001 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc537aa1-ce29-46b3-a653-f547e22256ab req-4c648a77-2312-4feb-8132-f641bcbad03f tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:21.695684 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fc537aa1-ce29-46b3-a653-f547e22256ab req-4c648a77-2312-4feb-8132-f641bcbad03f tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0821006 Jan 11 14:17:21.752594 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fc537aa1-ce29-46b3-a653-f547e22256ab req-b2f66d67-e072-4785-86b5-bdc70e1f7cd9 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475922 Jan 11 14:17:21.827699 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 55942) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:17:21.840843 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dac34b6e-cd53-4ca4-b5fb-3b7cc4ba95b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:21.953491 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dac34b6e-cd53-4ca4-b5fb-3b7cc4ba95b7 admin admin] Publish callbacks [] for security_group (de5be283-7ac2-40eb-b7f0-2141aa3978a2), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:21.958042 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-dac34b6e-cd53-4ca4-b5fb-3b7cc4ba95b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (de5be283-7ac2-40eb-b7f0-2141aa3978a2), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:21.994466 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac34b6e-cd53-4ca4-b5fb-3b7cc4ba95b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5be283-7ac2-40eb-b7f0-2141aa3978a2,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:17:22.001812 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-dac34b6e-cd53-4ca4-b5fb-3b7cc4ba95b7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4c13c10b38a14a4aa34108715551c226&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1704040 Jan 11 14:17:22.001812 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 55944) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:17:22.049415 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-df466958-9e63-4690-b45f-14d62eedb55a admin admin] Publish callbacks [] for security_group (de5be283-7ac2-40eb-b7f0-2141aa3978a2), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:22.069985 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-df466958-9e63-4690-b45f-14d62eedb55a admin admin] Publish callbacks [] for security_group (de5be283-7ac2-40eb-b7f0-2141aa3978a2), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:22.118302 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-df466958-9e63-4690-b45f-14d62eedb55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (de5be283-7ac2-40eb-b7f0-2141aa3978a2), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:22.119566 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-df466958-9e63-4690-b45f-14d62eedb55a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:22.120736 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-df466958-9e63-4690-b45f-14d62eedb55a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/de5be283-7ac2-40eb-b7f0-2141aa3978a2 HTTP/1.1" status: 204 len: 168 time: 0.1179183 Jan 11 14:17:22.128558 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df466958-9e63-4690-b45f-14d62eedb55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5be283-7ac2-40eb-b7f0-2141aa3978a2,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:17:22.565413 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a21f9-580e-4a35-860e-5549fe254f28 req-22503bb2-9af1-4cca-a2f3-0142b6d290f8 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:22.566835 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f64a21f9-580e-4a35-860e-5549fe254f28 req-22503bb2-9af1-4cca-a2f3-0142b6d290f8 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 931 time: 0.0505633 Jan 11 14:17:22.625737 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f64a21f9-580e-4a35-860e-5549fe254f28 req-a3bc7637-65aa-4216-81cd-d308a3e3eb81 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520840 Jan 11 14:17:22.881080 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38905c-876e-4cac-bb69-74d88ada2341 req-759bb69c-aea2-4c92-90c2-f9f2d9775f55 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:22.882643 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6b38905c-876e-4cac-bb69-74d88ada2341 req-759bb69c-aea2-4c92-90c2-f9f2d9775f55 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0518258 Jan 11 14:17:22.937944 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6b38905c-876e-4cac-bb69-74d88ada2341 req-c4a2a32f-07d1-4f27-ac98-99a9ecb8a5a7 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467985 Jan 11 14:17:23.763939 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2968e-07fa-44f8-ab46-7341d17e789e req-fc09376c-aee8-4af2-87ef-39b0f5926c17 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:23.766400 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-18b2968e-07fa-44f8-ab46-7341d17e789e req-fc09376c-aee8-4af2-87ef-39b0f5926c17 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 931 time: 0.0630045 Jan 11 14:17:23.835384 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-18b2968e-07fa-44f8-ab46-7341d17e789e req-a868a78c-cfd5-4080-a4bf-55e9aef7c33d tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620522 Jan 11 14:17:24.059817 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d56b2-f8b7-4fad-a976-5a16c134f0bc req-1a0c6e3b-ec26-4243-8aa3-993659198d05 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:24.061333 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5d7d56b2-f8b7-4fad-a976-5a16c134f0bc req-1a0c6e3b-ec26-4243-8aa3-993659198d05 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0492306 Jan 11 14:17:24.110888 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5d7d56b2-f8b7-4fad-a976-5a16c134f0bc req-96a35d45-7e62-43e4-a13d-680b956a8d12 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439289 Jan 11 14:17:24.949021 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823173eb-a008-48a6-b1bb-66b5f334293c req-e956cc50-dbfc-4be5-995d-5971392c7f95 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:24.951157 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-823173eb-a008-48a6-b1bb-66b5f334293c req-e956cc50-dbfc-4be5-995d-5971392c7f95 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 931 time: 0.0498490 Jan 11 14:17:24.999336 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-823173eb-a008-48a6-b1bb-66b5f334293c req-1d27f614-6031-48a3-9f11-54964f4f1aec tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422714 Jan 11 14:17:25.227981 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9028b-5324-40fa-beeb-fd418030a833 req-39f11b9b-00b2-4d63-bf04-ce477da27940 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:25.229473 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-53b9028b-5324-40fa-beeb-fd418030a833 req-39f11b9b-00b2-4d63-bf04-ce477da27940 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0482264 Jan 11 14:17:25.277698 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-53b9028b-5324-40fa-beeb-fd418030a833 req-24d74417-48d7-4ea2-97c7-f8efb19a2337 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419846 Jan 11 14:17:25.948498 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-d47644dc-460c-4780-8d88-48c85113334e service neutron] Request body: {'port': {'device_id': '682faefe-6922-4f9f-b5b8-48b8c9a49665', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82413'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:17:26.014410 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-d47644dc-460c-4780-8d88-48c85113334e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (c7e7af63-dba4-40f2-b97e-3dc8a5d14124), before_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:26.107243 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bf3749a8-d288-4200-abee-0c6853a42435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:26.192950 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c376c7-00a8-4e4c-8410-363719e00ae7 req-65e7ffb7-6d93-459d-bedd-b961968143ae tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:26.194265 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-13c376c7-00a8-4e4c-8410-363719e00ae7 req-65e7ffb7-6d93-459d-bedd-b961968143ae tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 931 time: 0.1252804 Jan 11 14:17:26.285407 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-13c376c7-00a8-4e4c-8410-363719e00ae7 req-ba4471c1-ac71-4a1d-89d0-0077385618ac tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850580 Jan 11 14:17:26.416538 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-d47644dc-460c-4780-8d88-48c85113334e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7e7af63-dba4-40f2-b97e-3dc8a5d14124 {{(pid=102758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:17:26.425651 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-d47644dc-460c-4780-8d88-48c85113334e service neutron] Publish callbacks [] for port (c7e7af63-dba4-40f2-b97e-3dc8a5d14124), precommit_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:26.447884 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715c76b-650b-47e5-9032-ff9b7f6ed277 req-b2d99338-268f-4542-b818-996201d12795 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:26.450157 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b715c76b-650b-47e5-9032-ff9b7f6ed277 req-b2d99338-268f-4542-b818-996201d12795 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0918670 Jan 11 14:17:26.456330 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.provisioning_blocks [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-d47644dc-460c-4780-8d88-48c85113334e service neutron] Transition to ACTIVE for port object c7e7af63-dba4-40f2-b97e-3dc8a5d14124 will not be triggered until provisioned by entity L2. {{(pid=102758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 14:17:26.464612 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-d47644dc-460c-4780-8d88-48c85113334e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (c7e7af63-dba4-40f2-b97e-3dc8a5d14124), after_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:26.539899 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47644dc-460c-4780-8d88-48c85113334e service neutron] Pushing event updated for resources: {'Port': ['ID=c7e7af63-dba4-40f2-b97e-3dc8a5d14124,revision_number=2']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:17:26.554023 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47644dc-460c-4780-8d88-48c85113334e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:17:26.554530 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47644dc-460c-4780-8d88-48c85113334e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:17:26.554893 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47644dc-460c-4780-8d88-48c85113334e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:17:26.555332 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47644dc-460c-4780-8d88-48c85113334e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:17:26.555739 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47644dc-460c-4780-8d88-48c85113334e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:17:26.556382 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47644dc-460c-4780-8d88-48c85113334e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:17:26.556732 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47644dc-460c-4780-8d88-48c85113334e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:17:26.557086 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47644dc-460c-4780-8d88-48c85113334e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:17:26.557421 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47644dc-460c-4780-8d88-48c85113334e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:17:26.557751 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47644dc-460c-4780-8d88-48c85113334e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:17:26.558086 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47644dc-460c-4780-8d88-48c85113334e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:17:26.558417 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47644dc-460c-4780-8d88-48c85113334e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:17:26.559272 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47644dc-460c-4780-8d88-48c85113334e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:17:26.571246 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b715c76b-650b-47e5-9032-ff9b7f6ed277 req-5542d400-4ef4-4c48-a82b-5181394746b0 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133447 Jan 11 14:17:26.610160 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.managers [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-d47644dc-460c-4780-8d88-48c85113334e service neutron] Attempting to bind port c7e7af63-dba4-40f2-b97e-3dc8a5d14124 on host hv-cinder-82413 for vnic_type normal with profile {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:17:26.610509 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.managers [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-d47644dc-460c-4780-8d88-48c85113334e service neutron] Attempting to bind port c7e7af63-dba4-40f2-b97e-3dc8a5d14124 by drivers openvswitch,hyperv on host hv-cinder-82413 at level 0 using segments [{'id': '3f1e544f-b34b-440c-8b89-5b9e236d8cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '72a2248c-a73f-49e5-a11c-e9eb238083f0'}] {{(pid=102758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:17:26.610844 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-d47644dc-460c-4780-8d88-48c85113334e service neutron] Attempting to bind port c7e7af63-dba4-40f2-b97e-3dc8a5d14124 on network 72a2248c-a73f-49e5-a11c-e9eb238083f0 {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:17:26.616681 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-d47644dc-460c-4780-8d88-48c85113334e service neutron] Port c7e7af63-dba4-40f2-b97e-3dc8a5d14124 on network 72a2248c-a73f-49e5-a11c-e9eb238083f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82413 {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 14:17:26.617010 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-d47644dc-460c-4780-8d88-48c85113334e service neutron] Attempting to bind port c7e7af63-dba4-40f2-b97e-3dc8a5d14124 on network 72a2248c-a73f-49e5-a11c-e9eb238083f0 {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:17:26.622611 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-d47644dc-460c-4780-8d88-48c85113334e service neutron] Checking agent: {'id': '183634b4-d914-49fa-b358-00b9224e1c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'started_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:17:26.623187 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-d47644dc-460c-4780-8d88-48c85113334e service neutron] Checking segment: {'id': '3f1e544f-b34b-440c-8b89-5b9e236d8cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '72a2248c-a73f-49e5-a11c-e9eb238083f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:17:26.623365 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-d47644dc-460c-4780-8d88-48c85113334e service neutron] Bound using segment: {'id': '3f1e544f-b34b-440c-8b89-5b9e236d8cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '72a2248c-a73f-49e5-a11c-e9eb238083f0'} {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:17:26.623800 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.managers [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-d47644dc-460c-4780-8d88-48c85113334e service neutron] Bound port: c7e7af63-dba4-40f2-b97e-3dc8a5d14124, host: hv-cinder-82413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f1e544f-b34b-440c-8b89-5b9e236d8cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '72a2248c-a73f-49e5-a11c-e9eb238083f0'}}] {{(pid=102758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:17:26.624161 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-d47644dc-460c-4780-8d88-48c85113334e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (c7e7af63-dba4-40f2-b97e-3dc8a5d14124), before_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:26.717742 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-d47644dc-460c-4780-8d88-48c85113334e service neutron] For port c7e7af63-dba4-40f2-b97e-3dc8a5d14124, host hv-cinder-82413, cleared binding levels {{(pid=102758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:17:26.720974 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-d47644dc-460c-4780-8d88-48c85113334e service neutron] For port c7e7af63-dba4-40f2-b97e-3dc8a5d14124, host hv-cinder-82413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=c7e7af63-dba4-40f2-b97e-3dc8a5d14124,segment=NetworkSegment(3f1e544f-b34b-440c-8b89-5b9e236d8cc8),segment_id=3f1e544f-b34b-440c-8b89-5b9e236d8cc8)] {{(pid=102758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:17:26.727144 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-d47644dc-460c-4780-8d88-48c85113334e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (c7e7af63-dba4-40f2-b97e-3dc8a5d14124), after_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:26.767393 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-d47644dc-460c-4780-8d88-48c85113334e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:26.768045 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-d47644dc-460c-4780-8d88-48c85113334e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:26.769417 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-d47644dc-460c-4780-8d88-48c85113334e service neutron] 10.222.0.45 "PUT /v2.0/ports/c7e7af63-dba4-40f2-b97e-3dc8a5d14124 HTTP/1.1" status: 200 len: 1093 time: 0.8256333 Jan 11 14:17:26.769856 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '682faefe-6922-4f9f-b5b8-48b8c9a49665', 'tag': 'c7e7af63-dba4-40f2-b97e-3dc8a5d14124'}] {{(pid=102758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:17:26.772186 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bad0c4360237c930a732257e05ff37eb7f7649fd7d398cae3022b7fa374a377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324ec5ab-6514-425a-adf0-6e3315418004" -d '{"events": [{"name": "network-changed", "server_uuid": "682faefe-6922-4f9f-b5b8-48b8c9a49665", "tag": "c7e7af63-dba4-40f2-b97e-3dc8a5d14124"}]}' {{(pid=102758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:17:26.796596 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47644dc-460c-4780-8d88-48c85113334e service neutron] Pushing event updated for resources: {'Port': ['ID=c7e7af63-dba4-40f2-b97e-3dc8a5d14124,revision_number=3']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:17:26.825780 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 14:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10349e62-07d3-4549-a068-16f9cfafbc4b x-openstack-request-id: req-10349e62-07d3-4549-a068-16f9cfafbc4b {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:17:26.826079 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "682faefe-6922-4f9f-b5b8-48b8c9a49665", "tag": "c7e7af63-dba4-40f2-b97e-3dc8a5d14124", "status": "completed", "code": 200}]} {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:17:26.826340 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-10349e62-07d3-4549-a068-16f9cfafbc4b {{(pid=102758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:17:26.826745 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '682faefe-6922-4f9f-b5b8-48b8c9a49665', 'tag': 'c7e7af63-dba4-40f2-b97e-3dc8a5d14124', 'status': 'completed', 'code': 200} Jan 11 14:17:26.884389 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-9480722d-16f2-475b-ac16-487af80b83c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:26.886482 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-9480722d-16f2-475b-ac16-487af80b83c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1d7f551824974a53a1ea507b061f4c72&device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 1096 time: 0.0481377 Jan 11 14:17:26.941828 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-629aaa46-28d1-4fab-ad9d-97b1176e9ea7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7e7af63-dba4-40f2-b97e-3dc8a5d14124 HTTP/1.1" status: 200 len: 217 time: 0.0461411 Jan 11 14:17:27.004299 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-7e9eaea3-33df-4c84-9324-e41056e83735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:27.005760 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-7e9eaea3-33df-4c84-9324-e41056e83735 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6fc3111a-af4c-475c-bc89-8a812c8ededa HTTP/1.1" status: 200 len: 853 time: 0.0564408 Jan 11 14:17:27.055455 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-13508fac-b093-4cb5-bcba-388fc9dd9e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:27.055455 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-13508fac-b093-4cb5-bcba-388fc9dd9e19 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=72a2248c-a73f-49e5-a11c-e9eb238083f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408363 Jan 11 14:17:27.158006 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-6602fda2-c83d-4fd1-8217-01ec8e1726b1 service neutron] 10.222.0.45 "GET /v2.0/networks/72a2248c-a73f-49e5-a11c-e9eb238083f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940244 Jan 11 14:17:27.278896 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9a61f78a-3fbe-494d-8bc4-f4ff67bf8ee5 req-1b996f17-09a6-4f13-a486-6c7cad33e668 service neutron] 10.222.0.45 "GET /v2.0/networks/72a2248c-a73f-49e5-a11c-e9eb238083f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141791 Jan 11 14:17:27.430048 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ec5ab-6514-425a-adf0-6e3315418004 req-0e96e88f-3aff-4643-bca9-1069567e5836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:27.431866 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-324ec5ab-6514-425a-adf0-6e3315418004 req-0e96e88f-3aff-4643-bca9-1069567e5836 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1d7f551824974a53a1ea507b061f4c72&device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 1096 time: 0.0790424 Jan 11 14:17:27.441372 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937bfc6-bb37-4e29-9ad8-1fb7677a4687 req-560c4a4e-040f-44c2-b47a-69f8f4222b50 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:27.442814 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e937bfc6-bb37-4e29-9ad8-1fb7677a4687 req-560c4a4e-040f-44c2-b47a-69f8f4222b50 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 943 time: 0.0809884 Jan 11 14:17:27.548846 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e937bfc6-bb37-4e29-9ad8-1fb7677a4687 req-43a7bd67-0d93-4bbc-92c2-d966bb8a84da tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952306 Jan 11 14:17:27.569987 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ec5ab-6514-425a-adf0-6e3315418004 req-51156598-2149-43e1-b504-4ef2859da4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:27.571428 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-324ec5ab-6514-425a-adf0-6e3315418004 req-51156598-2149-43e1-b504-4ef2859da4b8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=72a2248c-a73f-49e5-a11c-e9eb238083f0 HTTP/1.1" status: 200 len: 915 time: 0.1275599 Jan 11 14:17:27.611761 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-324ec5ab-6514-425a-adf0-6e3315418004 req-c2dee23e-e02b-4710-91b8-2dbd572b49ce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7e7af63-dba4-40f2-b97e-3dc8a5d14124 HTTP/1.1" status: 200 len: 217 time: 0.0338883 Jan 11 14:17:27.688447 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ec5ab-6514-425a-adf0-6e3315418004 req-1d00c98c-7410-4cca-9fab-908a2ef2373f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:27.689901 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-324ec5ab-6514-425a-adf0-6e3315418004 req-1d00c98c-7410-4cca-9fab-908a2ef2373f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6fc3111a-af4c-475c-bc89-8a812c8ededa HTTP/1.1" status: 200 len: 853 time: 0.0723548 Jan 11 14:17:27.713259 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a0181-aa47-4864-9a9f-9d130b056ecd req-cdff6540-f796-4dd8-aba2-79d14f2ab41e tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:27.714691 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-009a0181-aa47-4864-9a9f-9d130b056ecd req-cdff6540-f796-4dd8-aba2-79d14f2ab41e tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0686235 Jan 11 14:17:27.773772 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ec5ab-6514-425a-adf0-6e3315418004 req-81d6ae58-0a41-4bec-bd77-c9bae8692bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:27.775230 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-324ec5ab-6514-425a-adf0-6e3315418004 req-81d6ae58-0a41-4bec-bd77-c9bae8692bf7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=72a2248c-a73f-49e5-a11c-e9eb238083f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0781631 Jan 11 14:17:27.780194 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-009a0181-aa47-4864-9a9f-9d130b056ecd req-255575c2-0d2f-4fa8-bfe4-12443d97fb01 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518036 Jan 11 14:17:27.867789 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-324ec5ab-6514-425a-adf0-6e3315418004 req-6259b57c-8fa6-4b73-a55d-495e5dfeb1b2 service neutron] 10.222.0.45 "GET /v2.0/networks/72a2248c-a73f-49e5-a11c-e9eb238083f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834892 Jan 11 14:17:27.956952 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-324ec5ab-6514-425a-adf0-6e3315418004 req-ed3af859-22f2-40d6-8e14-b9560efa4619 service neutron] 10.222.0.45 "GET /v2.0/networks/72a2248c-a73f-49e5-a11c-e9eb238083f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821929 Jan 11 14:17:28.283895 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e24c36fe-2085-4b18-abf1-647e03f042f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:28.670957 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f425897-e8f1-4cdb-ab89-4216c727a9fc req-cb08e3fe-e027-48d7-861f-8061486878a9 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:28.672609 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5f425897-e8f1-4cdb-ab89-4216c727a9fc req-cb08e3fe-e027-48d7-861f-8061486878a9 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 943 time: 0.0558722 Jan 11 14:17:28.726567 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5f425897-e8f1-4cdb-ab89-4216c727a9fc req-a63e62c8-eaf8-4b37-8282-2595d1379e7c tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484526 Jan 11 14:17:28.788917 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 56138) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:17:28.893545 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ad91774-d7ed-4c61-9466-5126e1bb8b16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:28.897970 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d00cd9-5c82-4366-9546-2a56eea731ef req-12dbbdb4-b001-42db-b7cb-b36adb0ec947 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:28.899885 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-55d00cd9-5c82-4366-9546-2a56eea731ef req-12dbbdb4-b001-42db-b7cb-b36adb0ec947 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0498300 Jan 11 14:17:28.950974 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-55d00cd9-5c82-4366-9546-2a56eea731ef req-496291c5-bcbc-4ffe-83a2-c2a525060c65 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453851 Jan 11 14:17:28.975414 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ad91774-d7ed-4c61-9466-5126e1bb8b16 admin admin] Publish callbacks [] for security_group (f1877d66-e44e-4110-9c7d-ac12d6a327df), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:28.975920 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3ad91774-d7ed-4c61-9466-5126e1bb8b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (f1877d66-e44e-4110-9c7d-ac12d6a327df), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:29.016648 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-3ad91774-d7ed-4c61-9466-5126e1bb8b16 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=71988a145e024dbaa4e53c6371700747&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266557 Jan 11 14:17:29.017505 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad91774-d7ed-4c61-9466-5126e1bb8b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1877d66-e44e-4110-9c7d-ac12d6a327df,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:17:29.019358 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 56148) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:17:29.070034 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a0cf40e7-f367-4c38-bef4-78159bff46c0 admin admin] Publish callbacks [] for security_group (f1877d66-e44e-4110-9c7d-ac12d6a327df), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:29.091140 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a0cf40e7-f367-4c38-bef4-78159bff46c0 admin admin] Publish callbacks [] for security_group (f1877d66-e44e-4110-9c7d-ac12d6a327df), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:29.150896 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a0cf40e7-f367-4c38-bef4-78159bff46c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (f1877d66-e44e-4110-9c7d-ac12d6a327df), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:29.153594 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a0cf40e7-f367-4c38-bef4-78159bff46c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:29.154930 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-a0cf40e7-f367-4c38-bef4-78159bff46c0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f1877d66-e44e-4110-9c7d-ac12d6a327df HTTP/1.1" status: 204 len: 168 time: 0.1331148 Jan 11 14:17:29.163018 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf40e7-f367-4c38-bef4-78159bff46c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1877d66-e44e-4110-9c7d-ac12d6a327df,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:17:29.229237 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e608f-184e-4c36-a4c3-fb841f614560 req-4055b07d-716b-4e11-86ef-ca92daf79ca9 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:29.230793 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-322e608f-184e-4c36-a4c3-fb841f614560 req-4055b07d-716b-4e11-86ef-ca92daf79ca9 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f638f3d-a3ed-4ba6-9310-81ab620fe882 HTTP/1.1" status: 200 len: 945 time: 0.0505786 Jan 11 14:17:29.280110 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-322e608f-184e-4c36-a4c3-fb841f614560 req-a918b54a-1524-4b97-88bd-a40d52236332 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/security-groups?id=69729857-6067-4647-910f-949f11133207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432804 Jan 11 14:17:29.427908 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 56160) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:17:29.441421 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-880420f9-d8ba-4565-aa98-3bbdd50ae5ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:29.518178 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-880420f9-d8ba-4565-aa98-3bbdd50ae5ed admin admin] Publish callbacks [] for security_group (1e3b8869-177a-4235-adde-1a6d0da78416), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:29.521892 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-880420f9-d8ba-4565-aa98-3bbdd50ae5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (1e3b8869-177a-4235-adde-1a6d0da78416), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:29.559668 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-880420f9-d8ba-4565-aa98-3bbdd50ae5ed admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=218dbc773b0a4cdf900ca048100cfe77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305895 Jan 11 14:17:29.560700 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880420f9-d8ba-4565-aa98-3bbdd50ae5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3b8869-177a-4235-adde-1a6d0da78416,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:17:29.562623 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 56162) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:17:29.603409 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:29.611347 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5d43e884-bad9-4dd5-b641-89cc3e703487 admin admin] Publish callbacks [] for security_group (1e3b8869-177a-4235-adde-1a6d0da78416), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:29.631589 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5d43e884-bad9-4dd5-b641-89cc3e703487 admin admin] Publish callbacks [] for security_group (1e3b8869-177a-4235-adde-1a6d0da78416), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:29.677381 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5d43e884-bad9-4dd5-b641-89cc3e703487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (1e3b8869-177a-4235-adde-1a6d0da78416), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:29.679949 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5d43e884-bad9-4dd5-b641-89cc3e703487 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:29.681099 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-5d43e884-bad9-4dd5-b641-89cc3e703487 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1e3b8869-177a-4235-adde-1a6d0da78416 HTTP/1.1" status: 204 len: 168 time: 0.1175001 Jan 11 14:17:29.688880 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43e884-bad9-4dd5-b641-89cc3e703487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3b8869-177a-4235-adde-1a6d0da78416,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:17:29.854641 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d9d8d-0715-48d5-8696-3f42af3e5803 req-c045f20a-181a-4f61-865b-874adccc2f9e tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:29.856781 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-040d9d8d-0715-48d5-8696-3f42af3e5803 req-c045f20a-181a-4f61-865b-874adccc2f9e tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 943 time: 0.0631089 Jan 11 14:17:29.904539 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-040d9d8d-0715-48d5-8696-3f42af3e5803 req-9041a66b-74bd-4d7e-b229-0081da982c80 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422487 Jan 11 14:17:30.073033 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb0db9-bb63-4c4d-a6fc-97fab1b9b049 req-e44d9511-86a1-4455-8d99-53a1c0f3dc05 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:30.074842 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ffbb0db9-bb63-4c4d-a6fc-97fab1b9b049 req-e44d9511-86a1-4455-8d99-53a1c0f3dc05 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0519555 Jan 11 14:17:30.127704 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ffbb0db9-bb63-4c4d-a6fc-97fab1b9b049 req-716985f9-fdd9-4a60-832e-256f3ddcf14c tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471156 Jan 11 14:17:30.394547 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5517d8d-dbb0-4c0a-8a2e-60e08bc8c1a9 req-a4f33e8e-f6c2-48d2-89f8-8549958a3cee tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:30.396180 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b5517d8d-dbb0-4c0a-8a2e-60e08bc8c1a9 req-a4f33e8e-f6c2-48d2-89f8-8549958a3cee tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f638f3d-a3ed-4ba6-9310-81ab620fe882 HTTP/1.1" status: 200 len: 945 time: 0.0507543 Jan 11 14:17:30.445912 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b5517d8d-dbb0-4c0a-8a2e-60e08bc8c1a9 req-2a9827fa-2450-4c12-86a9-7f14c1bd4e08 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/security-groups?id=69729857-6067-4647-910f-949f11133207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443103 Jan 11 14:17:30.748341 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:31.023048 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8171e8-af10-4582-9a93-b20f520d1c45 req-7b3bb263-111b-431d-82ee-c4c547316f51 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:31.024542 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ec8171e8-af10-4582-9a93-b20f520d1c45 req-7b3bb263-111b-431d-82ee-c4c547316f51 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 943 time: 0.0497644 Jan 11 14:17:31.070924 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ec8171e8-af10-4582-9a93-b20f520d1c45 req-baaf1892-8c18-4288-a243-1e54d9cfdc35 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402799 Jan 11 14:17:31.131702 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:17:31.248858 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62769c6-06cb-46a2-9caa-44e9c237cf63 req-c524c8c4-969b-4fe0-8ac2-27147715518b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:31.250393 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a62769c6-06cb-46a2-9caa-44e9c237cf63 req-c524c8c4-969b-4fe0-8ac2-27147715518b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0510244 Jan 11 14:17:31.302765 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a62769c6-06cb-46a2-9caa-44e9c237cf63 req-ea1eded9-55fe-48b9-bbfe-47dabbe38f23 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464442 Jan 11 14:17:31.352472 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d2d74-b44e-42ab-93bf-ffab311b7bd0 req-4c2c5caf-a11c-43d4-9512-95a9a52c34da tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:31.353878 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ad5d2d74-b44e-42ab-93bf-ffab311b7bd0 req-4c2c5caf-a11c-43d4-9512-95a9a52c34da tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f638f3d-a3ed-4ba6-9310-81ab620fe882 HTTP/1.1" status: 200 len: 945 time: 0.0502803 Jan 11 14:17:31.441811 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [req-ad5d2d74-b44e-42ab-93bf-ffab311b7bd0 req-16217b4f-9c60-4ee7-9780-a942c639afea tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Deleting port 8232801e-c8a6-4b58-9700-b2811cddf236 {{(pid=102758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:17:31.442159 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-ad5d2d74-b44e-42ab-93bf-ffab311b7bd0 req-16217b4f-9c60-4ee7-9780-a942c639afea tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (8232801e-c8a6-4b58-9700-b2811cddf236), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:31.555822 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [req-ad5d2d74-b44e-42ab-93bf-ffab311b7bd0 req-16217b4f-9c60-4ee7-9780-a942c639afea tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] For port 8232801e-c8a6-4b58-9700-b2811cddf236, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=8232801e-c8a6-4b58-9700-b2811cddf236,segment=NetworkSegment(32d5f370-bdf9-4a61-9c70-84ab09650616),segment_id=32d5f370-bdf9-4a61-9c70-84ab09650616)] {{(pid=102758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:17:31.556194 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-ad5d2d74-b44e-42ab-93bf-ffab311b7bd0 req-16217b4f-9c60-4ee7-9780-a942c639afea tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (8232801e-c8a6-4b58-9700-b2811cddf236), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:31.573418 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [req-ad5d2d74-b44e-42ab-93bf-ffab311b7bd0 req-16217b4f-9c60-4ee7-9780-a942c639afea tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Calling delete_port for 8232801e-c8a6-4b58-9700-b2811cddf236 owned by compute:nova {{(pid=102758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:17:31.593179 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c72517-0b69-4660-bb08-575797b74ef1 req-ec31b71e-ff0c-4ea5-81bc-676b6b3e54d4 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:31.594638 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c4c72517-0b69-4660-bb08-575797b74ef1 req-ec31b71e-ff0c-4ea5-81bc-676b6b3e54d4 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f638f3d-a3ed-4ba6-9310-81ab620fe882 HTTP/1.1" status: 200 len: 945 time: 0.0781796 Jan 11 14:17:31.691259 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c4c72517-0b69-4660-bb08-575797b74ef1 req-d0d52f58-4f62-484f-9bdd-477f16673971 tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.49 "GET /v2.0/security-groups?id=69729857-6067-4647-910f-949f11133207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636909 Jan 11 14:17:31.752667 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-ad5d2d74-b44e-42ab-93bf-ffab311b7bd0 req-16217b4f-9c60-4ee7-9780-a942c639afea tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005'] for port (8232801e-c8a6-4b58-9700-b2811cddf236), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:31.765388 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['8232801e-c8a6-4b58-9700-b2811cddf236'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:17:31.784897 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16217b4f-9c60-4ee7-9780-a942c639afea tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Pushing event deleted for resources: {'Port': ['ID=8232801e-c8a6-4b58-9700-b2811cddf236,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:17:31.827630 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5d2d74-b44e-42ab-93bf-ffab311b7bd0 req-16217b4f-9c60-4ee7-9780-a942c639afea tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] No DVR routers for this DVR port 8232801e-c8a6-4b58-9700-b2811cddf236 on host hv-cinder-82413 {{(pid=102758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 14:17:31.830058 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-ad5d2d74-b44e-42ab-93bf-ffab311b7bd0 req-16217b4f-9c60-4ee7-9780-a942c639afea tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:31.833418 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ad5d2d74-b44e-42ab-93bf-ffab311b7bd0 req-16217b4f-9c60-4ee7-9780-a942c639afea tempest-VolumesSnapshotTestJSON-750512282 tempest-VolumesSnapshotTestJSON-750512282-project] 10.222.0.45 "DELETE /v2.0/ports/8232801e-c8a6-4b58-9700-b2811cddf236 HTTP/1.1" status: 204 len: 173 time: 0.4732168 Jan 11 14:17:31.833854 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f638f3d-a3ed-4ba6-9310-81ab620fe882', 'name': 'network-vif-deleted', 'tag': '8232801e-c8a6-4b58-9700-b2811cddf236'}] {{(pid=102758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:17:31.836158 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bad0c4360237c930a732257e05ff37eb7f7649fd7d398cae3022b7fa374a377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1968029c-3e62-4c16-8314-b363f9f16e7e" -d '{"events": [{"server_uuid": "8f638f3d-a3ed-4ba6-9310-81ab620fe882", "name": "network-vif-deleted", "tag": "8232801e-c8a6-4b58-9700-b2811cddf236"}]}' {{(pid=102758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:17:31.871609 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7b6677-1545-46bc-ba3b-aabb83439f72 x-openstack-request-id: req-de7b6677-1545-46bc-ba3b-aabb83439f72 {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:17:31.871906 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f638f3d-a3ed-4ba6-9310-81ab620fe882", "name": "network-vif-deleted", "tag": "8232801e-c8a6-4b58-9700-b2811cddf236", "status": "completed", "code": 200}]} {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:17:31.872164 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-de7b6677-1545-46bc-ba3b-aabb83439f72 {{(pid=102758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:17:31.872564 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f638f3d-a3ed-4ba6-9310-81ab620fe882', 'name': 'network-vif-deleted', 'tag': '8232801e-c8a6-4b58-9700-b2811cddf236', 'status': 'completed', 'code': 200} Jan 11 14:17:32.185480 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b179b-4d27-47d1-b38b-68497514ee36 req-52bc337e-23b5-4603-aa8d-8327aea2b6a5 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:32.186988 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f13b179b-4d27-47d1-b38b-68497514ee36 req-52bc337e-23b5-4603-aa8d-8327aea2b6a5 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 943 time: 0.0500464 Jan 11 14:17:32.236014 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f13b179b-4d27-47d1-b38b-68497514ee36 req-dde8d56c-49a9-439c-a846-d6cd54346685 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425427 Jan 11 14:17:32.264548 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:32.428632 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00242f-f272-40be-b434-90b99d008eb6 req-b7012196-b6a4-443e-948c-83fbc7e0d863 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:32.428632 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2f00242f-f272-40be-b434-90b99d008eb6 req-b7012196-b6a4-443e-948c-83fbc7e0d863 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0498338 Jan 11 14:17:32.483046 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2f00242f-f272-40be-b434-90b99d008eb6 req-99df71c1-af0b-4e71-be11-60a192208b40 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481882 Jan 11 14:17:32.880912 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device c7e7af63-dba4-40f2-b97e-3dc8a5d14124 details requested by agent hyperv_hv-cinder-82413 with host hv-cinder-82413 {{(pid=102760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 14:17:32.995713 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port c7e7af63-dba4-40f2-b97e-3dc8a5d14124, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=c7e7af63-dba4-40f2-b97e-3dc8a5d14124,segment=NetworkSegment(3f1e544f-b34b-440c-8b89-5b9e236d8cc8),segment_id=3f1e544f-b34b-440c-8b89-5b9e236d8cc8)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:17:33.012314 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Returning: {'device': 'c7e7af63-dba4-40f2-b97e-3dc8a5d14124', 'network_id': '72a2248c-a73f-49e5-a11c-e9eb238083f0', 'port_id': 'c7e7af63-dba4-40f2-b97e-3dc8a5d14124', 'mac_address': 'fa:16:3e:3d:db:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fc3111a-af4c-475c-bc89-8a812c8ededa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 14:17:33.165831 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port c7e7af63-dba4-40f2-b97e-3dc8a5d14124 is: DOWN; New status is: BUILD {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:17:33.166235 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (c7e7af63-dba4-40f2-b97e-3dc8a5d14124), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:33.178408 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e7af63-dba4-40f2-b97e-3dc8a5d14124 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:17:33.197548 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port c7e7af63-dba4-40f2-b97e-3dc8a5d14124, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=c7e7af63-dba4-40f2-b97e-3dc8a5d14124,segment=NetworkSegment(3f1e544f-b34b-440c-8b89-5b9e236d8cc8),segment_id=3f1e544f-b34b-440c-8b89-5b9e236d8cc8)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:17:33.202267 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (c7e7af63-dba4-40f2-b97e-3dc8a5d14124), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:33.246757 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=c7e7af63-dba4-40f2-b97e-3dc8a5d14124,revision_number=4']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:17:33.347817 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106bb5e6-a312-42db-921a-2b227a9388b0 req-5334493a-cb86-4b91-8f76-2660f5f9259f tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:33.349254 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-106bb5e6-a312-42db-921a-2b227a9388b0 req-5334493a-cb86-4b91-8f76-2660f5f9259f tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 944 time: 0.0502365 Jan 11 14:17:33.394957 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-106bb5e6-a312-42db-921a-2b227a9388b0 req-d0937c81-919e-4146-9017-4fbc78874e2a tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401640 Jan 11 14:17:33.613950 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b4ad7-2b12-4130-837d-46e26b8552f6 req-2c29d533-461d-417b-953a-6dc45c6edd35 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:33.615584 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-633b4ad7-2b12-4130-837d-46e26b8552f6 req-2c29d533-461d-417b-953a-6dc45c6edd35 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0496562 Jan 11 14:17:33.665209 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-633b4ad7-2b12-4130-837d-46e26b8552f6 req-1c085c0b-7d09-497d-8ec7-8bfd13f4e6c5 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435116 Jan 11 14:17:33.704158 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['c7e7af63-dba4-40f2-b97e-3dc8a5d14124'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:17:33.752720 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 56266) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:17:33.857655 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-5487728e-00e1-485b-9f64-5b2e1252f14b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:33.932389 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-5487728e-00e1-485b-9f64-5b2e1252f14b admin admin] Publish callbacks [] for security_group (d2d5ca98-dc04-41f3-affb-c7229462e70f), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:33.936527 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-5487728e-00e1-485b-9f64-5b2e1252f14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (d2d5ca98-dc04-41f3-affb-c7229462e70f), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:33.973793 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-5487728e-00e1-485b-9f64-5b2e1252f14b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fbf626c04e5541d6a52f3dbdb5820561&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199867 Jan 11 14:17:33.974752 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487728e-00e1-485b-9f64-5b2e1252f14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d5ca98-dc04-41f3-affb-c7229462e70f,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:17:33.976434 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 56270) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:17:34.027150 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0396ee31-cb7d-4e21-a50e-702752905130 admin admin] Publish callbacks [] for security_group (d2d5ca98-dc04-41f3-affb-c7229462e70f), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:34.048798 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0396ee31-cb7d-4e21-a50e-702752905130 admin admin] Publish callbacks [] for security_group (d2d5ca98-dc04-41f3-affb-c7229462e70f), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:34.094972 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0396ee31-cb7d-4e21-a50e-702752905130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (d2d5ca98-dc04-41f3-affb-c7229462e70f), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:34.097534 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0396ee31-cb7d-4e21-a50e-702752905130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:34.098681 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-0396ee31-cb7d-4e21-a50e-702752905130 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d2d5ca98-dc04-41f3-affb-c7229462e70f HTTP/1.1" status: 204 len: 168 time: 0.1211267 Jan 11 14:17:34.106428 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0396ee31-cb7d-4e21-a50e-702752905130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d5ca98-dc04-41f3-affb-c7229462e70f,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:17:34.372998 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 56282) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:17:34.385661 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-3e115384-6480-487c-8bad-e42776c17323 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:34.479180 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-3e115384-6480-487c-8bad-e42776c17323 admin admin] Publish callbacks [] for security_group (38408168-fa3e-41d2-974e-9f24b42bd7bb), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:34.484153 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-3e115384-6480-487c-8bad-e42776c17323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (38408168-fa3e-41d2-974e-9f24b42bd7bb), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:34.542531 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-3e115384-6480-487c-8bad-e42776c17323 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=47ffed79bd25435da1f6c6b31a4fa8a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1683729 Jan 11 14:17:34.544920 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e115384-6480-487c-8bad-e42776c17323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38408168-fa3e-41d2-974e-9f24b42bd7bb,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:17:34.545814 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 56286) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:17:34.565047 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b0d87-6d5b-4059-bdbd-fdd15d16c4f5 req-028650e3-884d-4f2b-b804-56dbf86247ef tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:34.567084 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b48b0d87-6d5b-4059-bdbd-fdd15d16c4f5 req-028650e3-884d-4f2b-b804-56dbf86247ef tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 944 time: 0.1005380 Jan 11 14:17:34.603172 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e208f123-5409-4b7c-b437-8ccca1fb63fe admin admin] Publish callbacks [] for security_group (38408168-fa3e-41d2-974e-9f24b42bd7bb), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:34.622149 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b48b0d87-6d5b-4059-bdbd-fdd15d16c4f5 req-13ded7bb-b5fb-49e2-a00c-0854a9318052 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493095 Jan 11 14:17:34.624768 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e208f123-5409-4b7c-b437-8ccca1fb63fe admin admin] Publish callbacks [] for security_group (38408168-fa3e-41d2-974e-9f24b42bd7bb), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:34.670001 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e208f123-5409-4b7c-b437-8ccca1fb63fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (38408168-fa3e-41d2-974e-9f24b42bd7bb), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:34.672729 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e208f123-5409-4b7c-b437-8ccca1fb63fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:34.674336 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-e208f123-5409-4b7c-b437-8ccca1fb63fe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/38408168-fa3e-41d2-974e-9f24b42bd7bb HTTP/1.1" status: 204 len: 168 time: 0.1270156 Jan 11 14:17:34.683126 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e208f123-5409-4b7c-b437-8ccca1fb63fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38408168-fa3e-41d2-974e-9f24b42bd7bb,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:17:34.797161 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04339c29-638c-4aa0-a747-b74af4fe9271 req-9ad659f2-f2ef-4bcc-ab58-548d6c8fb030 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:34.798560 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-04339c29-638c-4aa0-a747-b74af4fe9271 req-9ad659f2-f2ef-4bcc-ab58-548d6c8fb030 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0514479 Jan 11 14:17:34.846571 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-04339c29-638c-4aa0-a747-b74af4fe9271 req-2cc94d96-1640-4db6-b6ed-1686fce70455 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417755 Jan 11 14:17:35.747068 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc5ab1-9dce-49e6-b802-0bc499e52d9c req-12c6e980-c1c9-47ce-9e75-e1ab13ee43fc tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:35.748607 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4acc5ab1-9dce-49e6-b802-0bc499e52d9c req-12c6e980-c1c9-47ce-9e75-e1ab13ee43fc tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 944 time: 0.0514338 Jan 11 14:17:35.798397 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4acc5ab1-9dce-49e6-b802-0bc499e52d9c req-48fe2993-e176-4efb-96df-3ce26283ba79 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437243 Jan 11 14:17:35.969080 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef12c96-d60a-44b0-afb7-2396c95172d6 req-2715cfa7-7070-4da0-9802-0aad2b274b19 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:35.970554 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2ef12c96-d60a-44b0-afb7-2396c95172d6 req-2715cfa7-7070-4da0-9802-0aad2b274b19 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0515862 Jan 11 14:17:36.015592 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2ef12c96-d60a-44b0-afb7-2396c95172d6 req-02c57d74-888e-440e-9b10-a56fcbbd95fc tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395415 Jan 11 14:17:36.079877 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 8232801e-c8a6-4b58-9700-b2811cddf236 no longer exists at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:17:36.099314 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] No Port match for: 8232801e-c8a6-4b58-9700-b2811cddf236 {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:17:36.099693 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 8232801e-c8a6-4b58-9700-b2811cddf236 not bound to the agent host hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:17:36.914102 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720efc8-16a4-4c7f-9616-7fcab1977553 req-fdcb1780-44f0-4883-aa7d-24954d586a89 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:36.915571 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1720efc8-16a4-4c7f-9616-7fcab1977553 req-fdcb1780-44f0-4883-aa7d-24954d586a89 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 944 time: 0.0528340 Jan 11 14:17:36.961512 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1720efc8-16a4-4c7f-9616-7fcab1977553 req-6e6803b7-3db9-4851-a758-a7155e537c9f tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403066 Jan 11 14:17:37.129960 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836effb-8df6-4535-8d80-c2a966528435 req-bc0f55fd-6f46-4471-b5de-bb76d5ad2414 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:37.131412 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7836effb-8df6-4535-8d80-c2a966528435 req-bc0f55fd-6f46-4471-b5de-bb76d5ad2414 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0465930 Jan 11 14:17:37.182497 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7836effb-8df6-4535-8d80-c2a966528435 req-2ae2c5b0-282f-44cd-9701-f99b73e8351e tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455503 Jan 11 14:17:38.019654 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1258ea-9f92-480b-832a-fe5525d12e6b req-a27e7fc8-67c4-4dfb-9f23-f658e0a8e91b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:38.021149 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ce1258ea-9f92-480b-832a-fe5525d12e6b req-a27e7fc8-67c4-4dfb-9f23-f658e0a8e91b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0476425 Jan 11 14:17:38.099773 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ce1258ea-9f92-480b-832a-fe5525d12e6b req-d3aef070-5c24-4347-8be8-9f8b562dd78c tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643291 Jan 11 14:17:38.107791 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ba4d6-9a4e-41fd-8cca-174a4bbf08cf req-a1a41d17-066d-45d3-b65a-ce29289c4767 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:38.109191 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d49ba4d6-9a4e-41fd-8cca-174a4bbf08cf req-a1a41d17-066d-45d3-b65a-ce29289c4767 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 944 time: 0.0823753 Jan 11 14:17:38.156182 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d49ba4d6-9a4e-41fd-8cca-174a4bbf08cf req-7ac027db-bf6f-49ed-99fe-531482e70327 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412610 Jan 11 14:17:38.507012 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99716c3d-0d30-4197-a844-95d3095206d4 req-8358d5a6-a053-4a3f-8878-62ffcb0fe476 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:38.508505 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-99716c3d-0d30-4197-a844-95d3095206d4 req-8358d5a6-a053-4a3f-8878-62ffcb0fe476 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.2568822 Jan 11 14:17:38.552616 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-99716c3d-0d30-4197-a844-95d3095206d4 req-06bfef74-148f-40fc-9cc3-7529fb6515d7 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380020 Jan 11 14:17:38.660360 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:39.141352 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device c7e7af63-dba4-40f2-b97e-3dc8a5d14124 up at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:17:39.195372 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning for port c7e7af63-dba4-40f2-b97e-3dc8a5d14124 completed by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 14:17:39.205589 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning complete for port c7e7af63-dba4-40f2-b97e-3dc8a5d14124 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:17:39.205975 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (c7e7af63-dba4-40f2-b97e-3dc8a5d14124), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:39.218747 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95f625-cca7-433b-9160-83397d8325ef req-a1b4ba78-8357-4bda-a521-e4657bace669 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:39.220884 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ff95f625-cca7-433b-9160-83397d8325ef req-a1b4ba78-8357-4bda-a521-e4657bace669 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0543475 Jan 11 14:17:39.285682 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port c7e7af63-dba4-40f2-b97e-3dc8a5d14124 is: BUILD; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:17:39.286112 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (c7e7af63-dba4-40f2-b97e-3dc8a5d14124), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:39.302262 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ff95f625-cca7-433b-9160-83397d8325ef req-6f29c6df-cbc2-4cd9-b890-42fe4b052703 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757914 Jan 11 14:17:39.310636 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac43eae-9b20-4cc8-afff-41a9a52b5432 req-6196cc0b-8d6c-4047-8ca2-5388f4b913dd tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:39.311741 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682faefe-6922-4f9f-b5b8-48b8c9a49665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e7af63-dba4-40f2-b97e-3dc8a5d14124'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:17:39.312020 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-aac43eae-9b20-4cc8-afff-41a9a52b5432 req-6196cc0b-8d6c-4047-8ca2-5388f4b913dd tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 944 time: 0.0774686 Jan 11 14:17:39.314206 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2d4b612b30f5b24bc1864879ef56701efa35e28b014bb4d8aa1230102106bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53186366-3a88-4756-a537-6d18b275b093" -d '{"events": [{"server_uuid": "682faefe-6922-4f9f-b5b8-48b8c9a49665", "name": "network-vif-plugged", "status": "completed", "tag": "c7e7af63-dba4-40f2-b97e-3dc8a5d14124"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:17:39.327626 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port c7e7af63-dba4-40f2-b97e-3dc8a5d14124, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=c7e7af63-dba4-40f2-b97e-3dc8a5d14124,segment=NetworkSegment(3f1e544f-b34b-440c-8b89-5b9e236d8cc8),segment_id=3f1e544f-b34b-440c-8b89-5b9e236d8cc8)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:17:39.336206 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (c7e7af63-dba4-40f2-b97e-3dc8a5d14124), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:39.369705 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4006098-d9c1-4a86-ab32-2c548082ced7 x-openstack-request-id: req-a4006098-d9c1-4a86-ab32-2c548082ced7 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:17:39.370385 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "682faefe-6922-4f9f-b5b8-48b8c9a49665", "name": "network-vif-plugged", "status": "completed", "tag": "c7e7af63-dba4-40f2-b97e-3dc8a5d14124", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:17:39.370385 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a4006098-d9c1-4a86-ab32-2c548082ced7 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:17:39.370921 dv-cinder-824131-3-iscsi neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682faefe-6922-4f9f-b5b8-48b8c9a49665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e7af63-dba4-40f2-b97e-3dc8a5d14124', 'code': 200} Jan 11 14:17:39.377142 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-aac43eae-9b20-4cc8-afff-41a9a52b5432 req-070a7351-0ca7-4fe2-aa6c-a60c161eae99 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585334 Jan 11 14:17:39.393362 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=c7e7af63-dba4-40f2-b97e-3dc8a5d14124,revision_number=5']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:17:39.607371 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f74ca-0c19-4eae-960d-4e7f1037b199 req-fb1f3bd8-0488-4215-99ca-1c7091b1febf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:39.608910 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-104f74ca-0c19-4eae-960d-4e7f1037b199 req-fb1f3bd8-0488-4215-99ca-1c7091b1febf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 1098 time: 0.0432410 Jan 11 14:17:39.690867 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-104f74ca-0c19-4eae-960d-4e7f1037b199 req-9d0ab48b-f897-4487-87ec-5f3f4a8804cc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743766 Jan 11 14:17:39.723918 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d8657-32eb-40d8-91e1-1fc2560f19f7 req-99831329-5114-45ad-b799-f95d56a6b57e tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:39.725492 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-890d8657-32eb-40d8-91e1-1fc2560f19f7 req-99831329-5114-45ad-b799-f95d56a6b57e tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0835505 Jan 11 14:17:39.782202 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-890d8657-32eb-40d8-91e1-1fc2560f19f7 req-93c4d434-6463-43e8-836d-d5c4f4811b14 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506377 Jan 11 14:17:40.415458 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461be6a-f8ac-4fe3-949f-24935b126c02 req-d3b9d8f8-1e60-40d2-9ceb-f1ff76aa9967 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:40.416972 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f461be6a-f8ac-4fe3-949f-24935b126c02 req-d3b9d8f8-1e60-40d2-9ceb-f1ff76aa9967 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0475271 Jan 11 14:17:40.486432 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f461be6a-f8ac-4fe3-949f-24935b126c02 req-859a9629-f104-4019-83df-acbfc5c292bf tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633965 Jan 11 14:17:40.506214 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade09fdd-22eb-4a92-8622-5a53b1537a80 req-aadae60a-c2d2-4b65-8a80-e71ffe0da56c tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:40.507687 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ade09fdd-22eb-4a92-8622-5a53b1537a80 req-aadae60a-c2d2-4b65-8a80-e71ffe0da56c tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 945 time: 0.0647116 Jan 11 14:17:40.553426 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ade09fdd-22eb-4a92-8622-5a53b1537a80 req-c4bb5830-3f5d-44be-bbd2-99a909192827 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402553 Jan 11 14:17:40.900670 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b6eef-3961-4e84-9bac-795b734253ed req-41a6aeb3-55bc-49a9-a266-02edff62c2f9 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:40.902134 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ac1b6eef-3961-4e84-9bac-795b734253ed req-41a6aeb3-55bc-49a9-a266-02edff62c2f9 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0505373 Jan 11 14:17:40.947391 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ac1b6eef-3961-4e84-9bac-795b734253ed req-1bb999e0-9394-46d4-8da3-97bc229ad2cc tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398569 Jan 11 14:17:41.600009 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf1807-419e-4c8b-a8f8-ace0ec95f6ef req-7199500c-269a-4d64-bdbf-6e0eba12d0d8 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:41.601492 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f3cf1807-419e-4c8b-a8f8-ace0ec95f6ef req-7199500c-269a-4d64-bdbf-6e0eba12d0d8 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0481477 Jan 11 14:17:41.677907 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f3cf1807-419e-4c8b-a8f8-ace0ec95f6ef req-fdf5345d-c1a0-4c2f-82ed-949f8edbf6cd tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703211 Jan 11 14:17:41.689904 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c87a9d-4d91-4ad6-8654-0002656febc5 req-c2599df1-7f6e-4eb1-990f-d39b71cc78eb tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:41.691384 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a5c87a9d-4d91-4ad6-8654-0002656febc5 req-c2599df1-7f6e-4eb1-990f-d39b71cc78eb tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 945 time: 0.0712388 Jan 11 14:17:41.738237 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a5c87a9d-4d91-4ad6-8654-0002656febc5 req-81b66dc6-a79f-4269-bf7e-68fc5a9a0f44 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412874 Jan 11 14:17:42.062896 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25d1a7-fd85-4830-a931-8f68dd8b2efc req-078baf23-fdd8-47a2-92aa-ce30371659c2 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:42.064290 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ed25d1a7-fd85-4830-a931-8f68dd8b2efc req-078baf23-fdd8-47a2-92aa-ce30371659c2 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0475032 Jan 11 14:17:42.110447 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ed25d1a7-fd85-4830-a931-8f68dd8b2efc req-7e09f1d0-5656-4351-9461-3a83aa92fecd tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407965 Jan 11 14:17:42.796345 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41656710-019c-4090-a62e-054175face45 req-8e9f93ae-b889-4d0a-aabc-b86d76c3b9aa tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:42.797964 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-41656710-019c-4090-a62e-054175face45 req-8e9f93ae-b889-4d0a-aabc-b86d76c3b9aa tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0516870 Jan 11 14:17:42.890141 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781167ae-4623-4e00-9c8a-ab6e7277d917 req-dbde339e-ae6c-4089-b90c-becba995d096 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:42.891645 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-781167ae-4623-4e00-9c8a-ab6e7277d917 req-dbde339e-ae6c-4089-b90c-becba995d096 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 945 time: 0.0763369 Jan 11 14:17:42.896246 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-41656710-019c-4090-a62e-054175face45 req-75070662-0604-4c20-9658-88d82ecc4941 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869074 Jan 11 14:17:42.937936 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-781167ae-4623-4e00-9c8a-ab6e7277d917 req-3199a354-8cc9-4259-bc33-7f18a7ebbe21 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404043 Jan 11 14:17:43.225604 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09518c3-5d27-4256-9446-55181f177b6d req-5952f312-d67f-48e7-bb15-df7c0d44e1d7 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:43.226740 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d09518c3-5d27-4256-9446-55181f177b6d req-5952f312-d67f-48e7-bb15-df7c0d44e1d7 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0472527 Jan 11 14:17:43.272943 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d09518c3-5d27-4256-9446-55181f177b6d req-3d995b75-ec21-4b94-81f8-2e2c62a84dbd tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402036 Jan 11 14:17:44.014311 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac6852-123d-4b30-83df-035085f7c415 req-4c2e96f9-38d1-49eb-9993-c75af20cb335 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:44.015783 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-86ac6852-123d-4b30-83df-035085f7c415 req-4c2e96f9-38d1-49eb-9993-c75af20cb335 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0530705 Jan 11 14:17:44.093668 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd8fed-621b-477f-a80d-55eea08dd599 req-36fe9e59-7fd4-418a-9623-6bc173b2e57d tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:44.095140 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9fdd8fed-621b-477f-a80d-55eea08dd599 req-36fe9e59-7fd4-418a-9623-6bc173b2e57d tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 945 time: 0.0894339 Jan 11 14:17:44.098728 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-86ac6852-123d-4b30-83df-035085f7c415 req-5a8d17e8-3caf-434d-bf68-9ebf18d7205c tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751657 Jan 11 14:17:44.141475 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9fdd8fed-621b-477f-a80d-55eea08dd599 req-b9c55137-f5f6-421e-ae99-949181b9bad0 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408382 Jan 11 14:17:44.388428 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce4011-22f2-4371-92c0-33dd2c28eea5 req-232196b7-9ff8-4b5f-aa79-127ed2208627 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:44.389890 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0dce4011-22f2-4371-92c0-33dd2c28eea5 req-232196b7-9ff8-4b5f-aa79-127ed2208627 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0486376 Jan 11 14:17:44.438468 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0dce4011-22f2-4371-92c0-33dd2c28eea5 req-b5a93144-849b-48aa-b2b0-f4cecb01eb35 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432808 Jan 11 14:17:45.211966 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335f193-1dc8-46c5-b3ff-134ccfa11f48 req-e37e9814-5b4c-4f00-8752-e04b06ed77f7 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:45.213493 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4335f193-1dc8-46c5-b3ff-134ccfa11f48 req-e37e9814-5b4c-4f00-8752-e04b06ed77f7 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0500326 Jan 11 14:17:45.294494 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7b7f8-f9f1-49e9-a439-7f57a3678732 req-e8e1c59e-2c75-4db0-b73a-6dfd48d2fb9e tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:45.296186 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ffa7b7f8-f9f1-49e9-a439-7f57a3678732 req-e8e1c59e-2c75-4db0-b73a-6dfd48d2fb9e tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 945 time: 0.0816865 Jan 11 14:17:45.326226 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4335f193-1dc8-46c5-b3ff-134ccfa11f48 req-bbd7cd51-5f43-4c44-b536-acaef8de6225 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014435 Jan 11 14:17:45.363154 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ffa7b7f8-f9f1-49e9-a439-7f57a3678732 req-b03f554a-534e-4b6f-8b5a-f424ea0f97a2 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594640 Jan 11 14:17:45.558391 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11fe90-340f-4d29-8ef5-a21df8b1f7d1 req-90451406-aa2a-4a4f-9fe2-a9cc4a945cb0 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:45.559861 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2c11fe90-340f-4d29-8ef5-a21df8b1f7d1 req-90451406-aa2a-4a4f-9fe2-a9cc4a945cb0 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0517697 Jan 11 14:17:45.607040 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2c11fe90-340f-4d29-8ef5-a21df8b1f7d1 req-090a33dc-3c84-42dc-8aa3-c63b342c0261 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417755 Jan 11 14:17:46.443432 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e494e-e284-430d-8391-cb879fde09e8 req-d9d73b98-131f-4ba0-b878-89d7fac9bcf1 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:46.444937 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2a6e494e-e284-430d-8391-cb879fde09e8 req-d9d73b98-131f-4ba0-b878-89d7fac9bcf1 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0484066 Jan 11 14:17:46.522383 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4d507-6fdf-4995-bcbc-6dbc34beb6ef req-5d0d33ce-abab-469a-87cd-8be0c9d7941c tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:46.523856 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e7e4d507-6fdf-4995-bcbc-6dbc34beb6ef req-5d0d33ce-abab-469a-87cd-8be0c9d7941c tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 945 time: 0.0780337 Jan 11 14:17:46.527908 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2a6e494e-e284-430d-8391-cb879fde09e8 req-c00b5226-dd6f-49c1-8236-493cf923449c tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738244 Jan 11 14:17:46.570971 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e7e4d507-6fdf-4995-bcbc-6dbc34beb6ef req-e7c4aaf4-e163-451d-8e1b-7dcda9513db9 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405128 Jan 11 14:17:46.755034 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7100b88-642a-46a6-a28c-734fca9f3716 req-66dba5ce-5276-4fee-833a-cda39f7fd024 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:46.756546 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b7100b88-642a-46a6-a28c-734fca9f3716 req-66dba5ce-5276-4fee-833a-cda39f7fd024 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0771933 Jan 11 14:17:46.767623 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854164f-8af6-4e53-b8d7-d85ee7eaf40b req-30dfb6be-fc7d-4678-af24-91b78eab5fc3 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:46.768996 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8854164f-8af6-4e53-b8d7-d85ee7eaf40b req-30dfb6be-fc7d-4678-af24-91b78eab5fc3 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=15c7cf3b-e6db-481d-a653-c246c1a5559a HTTP/1.1" status: 200 len: 945 time: 0.0647342 Jan 11 14:17:46.838965 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b7100b88-642a-46a6-a28c-734fca9f3716 req-61a9c88d-3b1b-4ffb-8818-c8376eebdd5f tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690360 Jan 11 14:17:46.846428 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8854164f-8af6-4e53-b8d7-d85ee7eaf40b req-098e437d-f0aa-4ab8-9635-eeeb3c3a1b4d tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710278 Jan 11 14:17:47.642048 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6cafbf-d184-4c1f-a61f-c6c7d46e285f req-c60d1341-5d4a-4ae3-a6d6-633e6793d439 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:47.643543 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2e6cafbf-d184-4c1f-a61f-c6c7d46e285f req-c60d1341-5d4a-4ae3-a6d6-633e6793d439 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0494487 Jan 11 14:17:47.719783 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1c578-01cd-4d97-bc30-4932a6e3d117 req-d1b9dc07-db07-4461-904b-3bcc07e5a353 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:47.721311 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-eaa1c578-01cd-4d97-bc30-4932a6e3d117 req-d1b9dc07-db07-4461-904b-3bcc07e5a353 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 945 time: 0.0768716 Jan 11 14:17:47.725123 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2e6cafbf-d184-4c1f-a61f-c6c7d46e285f req-aa2e0d5e-c5ad-48da-9b60-382be122463b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725296 Jan 11 14:17:47.769807 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-eaa1c578-01cd-4d97-bc30-4932a6e3d117 req-487d157a-f642-44d9-8595-729d34643eef tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420668 Jan 11 14:17:47.993466 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542c661-802d-423e-9bd7-e9ed680fb883 req-bce3cc85-a721-44b2-992a-33d0173b6719 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:47.994885 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f542c661-802d-423e-9bd7-e9ed680fb883 req-bce3cc85-a721-44b2-992a-33d0173b6719 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0835893 Jan 11 14:17:48.002951 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d9f09-1617-4af4-aeb4-68683d57bb7c req-8963927f-5b53-471d-a3a0-e815e4bc1e05 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:48.004370 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f68d9f09-1617-4af4-aeb4-68683d57bb7c req-8963927f-5b53-471d-a3a0-e815e4bc1e05 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=15c7cf3b-e6db-481d-a653-c246c1a5559a HTTP/1.1" status: 200 len: 945 time: 0.0836408 Jan 11 14:17:48.074318 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f542c661-802d-423e-9bd7-e9ed680fb883 req-9e5eb906-4359-46ea-8b0d-9c3f57997bd7 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687301 Jan 11 14:17:48.078638 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f68d9f09-1617-4af4-aeb4-68683d57bb7c req-f23dfa24-cb18-4867-885f-61786739e224 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676749 Jan 11 14:17:48.843765 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e7d70-f3ab-423c-adf7-4b5bba9ae2b5 req-50d935a1-8f48-4df9-80ac-9bc58a64013d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:48.845272 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-172e7d70-f3ab-423c-adf7-4b5bba9ae2b5 req-50d935a1-8f48-4df9-80ac-9bc58a64013d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0511951 Jan 11 14:17:48.923464 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53ba29-162b-49d5-8c69-38e379f46711 req-da9454f5-6b14-4d09-903b-cd98188bdd55 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:48.924949 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fc53ba29-162b-49d5-8c69-38e379f46711 req-da9454f5-6b14-4d09-903b-cd98188bdd55 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 945 time: 0.0897908 Jan 11 14:17:48.928495 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-172e7d70-f3ab-423c-adf7-4b5bba9ae2b5 req-39a42c49-505f-4ef3-93fd-2c086d3fed0e tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757201 Jan 11 14:17:48.976833 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fc53ba29-162b-49d5-8c69-38e379f46711 req-4a82732c-be71-4385-af67-1f4c559ed4c3 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462146 Jan 11 14:17:49.224423 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9373ac-8026-4e53-8b3e-6cde00c3bbe7 req-c19686ed-3c7c-4f17-b0af-e271d54c46f4 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:49.225990 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0f9373ac-8026-4e53-8b3e-6cde00c3bbe7 req-c19686ed-3c7c-4f17-b0af-e271d54c46f4 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=15c7cf3b-e6db-481d-a653-c246c1a5559a HTTP/1.1" status: 200 len: 945 time: 0.0825386 Jan 11 14:17:49.234258 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a928b45-e1eb-4d96-9146-d5962c4ff5ab req-e22e910b-cf5e-4e0c-af49-c6dc752ecba8 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:49.235736 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6a928b45-e1eb-4d96-9146-d5962c4ff5ab req-e22e910b-cf5e-4e0c-af49-c6dc752ecba8 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0834591 Jan 11 14:17:49.302539 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0f9373ac-8026-4e53-8b3e-6cde00c3bbe7 req-f0fc8695-03f1-42a3-8a4d-3a843ad01ab4 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658438 Jan 11 14:17:49.313780 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6a928b45-e1eb-4d96-9146-d5962c4ff5ab req-4604b773-57b5-4dd1-8d76-7b794286ca5e tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703764 Jan 11 14:17:50.045178 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ec32c-32da-4558-9b4d-256b4d91f232 req-531cc07d-66d2-4949-9e8b-22298f1efd0b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:50.046695 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-084ec32c-32da-4558-9b4d-256b4d91f232 req-531cc07d-66d2-4949-9e8b-22298f1efd0b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0501797 Jan 11 14:17:50.130454 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9aed02-01f7-4b3b-9925-241518edf024 req-5cbdea37-0e84-4676-b817-aaf89a60c7cd tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:50.132023 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2e9aed02-01f7-4b3b-9925-241518edf024 req-5cbdea37-0e84-4676-b817-aaf89a60c7cd tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 945 time: 0.0844471 Jan 11 14:17:50.135829 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-084ec32c-32da-4558-9b4d-256b4d91f232 req-df6dae94-5331-4777-a690-3f9a42126754 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793419 Jan 11 14:17:50.179333 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2e9aed02-01f7-4b3b-9925-241518edf024 req-79106de2-bfb4-464e-805d-9aea1d297a7d tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411472 Jan 11 14:17:50.442081 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0866dca-7389-45bd-a3b4-3a1704298a81 req-6a03c0e9-b3e8-4905-a1d8-c6999e6306be tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:50.443592 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f0866dca-7389-45bd-a3b4-3a1704298a81 req-6a03c0e9-b3e8-4905-a1d8-c6999e6306be tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=15c7cf3b-e6db-481d-a653-c246c1a5559a HTTP/1.1" status: 200 len: 945 time: 0.0762353 Jan 11 14:17:50.464180 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a60d11-efd6-45c7-a15e-a13b66409e35 req-6ddcfa6b-b872-41be-b159-c7e9895d31cf tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:50.465670 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e1a60d11-efd6-45c7-a15e-a13b66409e35 req-6ddcfa6b-b872-41be-b159-c7e9895d31cf tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0734322 Jan 11 14:17:50.540106 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f0866dca-7389-45bd-a3b4-3a1704298a81 req-24042a62-3689-4abd-989e-2144dbe46a04 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733769 Jan 11 14:17:50.544874 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e1a60d11-efd6-45c7-a15e-a13b66409e35 req-5eaf3453-0125-48ee-a2fa-4b8372940dfc tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725932 Jan 11 14:17:51.259399 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebca113-c19f-4aa4-baad-cf73acaf9d58 req-8745c78a-87f3-42c3-9781-7b1f56144727 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:51.261276 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8ebca113-c19f-4aa4-baad-cf73acaf9d58 req-8745c78a-87f3-42c3-9781-7b1f56144727 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0526803 Jan 11 14:17:51.338643 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac85d8f-b19b-4c26-94cb-088c7f92dac9 req-5b507051-ad69-477c-8805-4162e7a242bf tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:51.340299 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4ac85d8f-b19b-4c26-94cb-088c7f92dac9 req-5b507051-ad69-477c-8805-4162e7a242bf tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 945 time: 0.0780852 Jan 11 14:17:51.359327 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8ebca113-c19f-4aa4-baad-cf73acaf9d58 req-195e2cca-0ff4-4196-9013-bdfc36b61cb3 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713408 Jan 11 14:17:51.404221 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4ac85d8f-b19b-4c26-94cb-088c7f92dac9 req-4d44d7fc-0619-4f55-80fb-b3918a3d0395 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557444 Jan 11 14:17:51.704360 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9852c35-6da4-4d46-a62f-b184f03cc853 req-b16577fd-5007-4872-85dd-eafb783de714 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:51.705643 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c9852c35-6da4-4d46-a62f-b184f03cc853 req-b16577fd-5007-4872-85dd-eafb783de714 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=15c7cf3b-e6db-481d-a653-c246c1a5559a HTTP/1.1" status: 200 len: 945 time: 0.0892076 Jan 11 14:17:51.729054 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a0f95-77d6-49a3-aa2c-8577865f9ade req-1a25c790-b7ff-4485-8f33-d6fa1482bef5 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:51.730983 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-235a0f95-77d6-49a3-aa2c-8577865f9ade req-1a25c790-b7ff-4485-8f33-d6fa1482bef5 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0795162 Jan 11 14:17:51.789574 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c9852c35-6da4-4d46-a62f-b184f03cc853 req-c74b1f6b-7e88-4e11-b651-6173e4600c90 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768399 Jan 11 14:17:51.801579 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-235a0f95-77d6-49a3-aa2c-8577865f9ade req-a47b0cfc-a22e-403f-b6b0-b590e2375d57 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643108 Jan 11 14:17:52.493316 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104d83b-558a-4994-afc3-ae7a168038be req-b507682e-e0fc-491a-a1a4-fb37dadcd7d7 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:52.495250 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8104d83b-558a-4994-afc3-ae7a168038be req-b507682e-e0fc-491a-a1a4-fb37dadcd7d7 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0635977 Jan 11 14:17:52.559421 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684db7d6-9565-4988-ad6c-8c0e56d470f9 req-416445e4-6549-4934-819a-085c49521e5b tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:52.560906 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-684db7d6-9565-4988-ad6c-8c0e56d470f9 req-416445e4-6549-4934-819a-085c49521e5b tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 945 time: 0.0891116 Jan 11 14:17:52.578695 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8104d83b-558a-4994-afc3-ae7a168038be req-454447d9-3d1a-4b7a-9e5b-ea0010da70e4 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668309 Jan 11 14:17:52.615670 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-684db7d6-9565-4988-ad6c-8c0e56d470f9 req-88e448d5-edf1-47d3-b230-f43b55dac5f1 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473199 Jan 11 14:17:52.759313 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3f8d7-1460-4a9a-bd5c-895cfd8246f7 req-04c5897f-8180-4673-8fe1-d80848562c6e tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:52.760878 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-30f3f8d7-1460-4a9a-bd5c-895cfd8246f7 req-04c5897f-8180-4673-8fe1-d80848562c6e tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 945 time: 0.0557525 Jan 11 14:17:52.811471 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-30f3f8d7-1460-4a9a-bd5c-895cfd8246f7 req-7774dcd5-6c46-42c7-a87f-52127a3ed5ad tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441229 Jan 11 14:17:52.939662 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c22d88-63f9-4bf0-87d7-813553f2a4ec req-f6ea2dc3-6218-487c-9e43-1d886c65bfd8 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:52.941177 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-95c22d88-63f9-4bf0-87d7-813553f2a4ec req-f6ea2dc3-6218-487c-9e43-1d886c65bfd8 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=15c7cf3b-e6db-481d-a653-c246c1a5559a HTTP/1.1" status: 200 len: 945 time: 0.0798781 Jan 11 14:17:52.955464 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a662ab2-8a9a-46a6-bde8-e33f47ff67cd req-8e22e021-21c2-4420-a458-a0afdc683fc1 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:52.956981 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5a662ab2-8a9a-46a6-bde8-e33f47ff67cd req-8e22e021-21c2-4420-a458-a0afdc683fc1 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0675898 Jan 11 14:17:53.027565 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-95c22d88-63f9-4bf0-87d7-813553f2a4ec req-2c2b27c6-97c9-4e0b-a820-4fdd60b657aa tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796607 Jan 11 14:17:53.031087 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5a662ab2-8a9a-46a6-bde8-e33f47ff67cd req-3f888cb3-88af-48f6-a21a-e79275093250 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676024 Jan 11 14:17:53.172711 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device c51643c6-7fc4-41fe-bb8c-e237ddadcdaf details requested by agent hyperv_hv-cinder-82413 with host hv-cinder-82413 {{(pid=102760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 14:17:53.269490 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port c51643c6-7fc4-41fe-bb8c-e237ddadcdaf, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=c51643c6-7fc4-41fe-bb8c-e237ddadcdaf,segment=NetworkSegment(b78d3995-300f-48b9-80bd-160535fc8f73),segment_id=b78d3995-300f-48b9-80bd-160535fc8f73)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:17:53.281073 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Returning: {'device': 'c51643c6-7fc4-41fe-bb8c-e237ddadcdaf', 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e', 'port_id': 'c51643c6-7fc4-41fe-bb8c-e237ddadcdaf', 'mac_address': 'fa:16:3e:5a:0c:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '613a89ec-c23f-446c-aa6e-28885de25556', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 14:17:53.318440 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port c51643c6-7fc4-41fe-bb8c-e237ddadcdaf is: ACTIVE; New status is: BUILD {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:17:53.318837 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (c51643c6-7fc4-41fe-bb8c-e237ddadcdaf), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:53.335803 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c51643c6-7fc4-41fe-bb8c-e237ddadcdaf {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:17:53.337222 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f64ea-bb03-4044-a05a-1d2e54f0cb54 req-fad2b89f-f3c6-4476-81a7-835ac0d6543f tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:53.338725 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9a5f64ea-bb03-4044-a05a-1d2e54f0cb54 req-fad2b89f-f3c6-4476-81a7-835ac0d6543f tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 945 time: 0.0488892 Jan 11 14:17:53.355706 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port c51643c6-7fc4-41fe-bb8c-e237ddadcdaf, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=c51643c6-7fc4-41fe-bb8c-e237ddadcdaf,segment=NetworkSegment(b78d3995-300f-48b9-80bd-160535fc8f73),segment_id=b78d3995-300f-48b9-80bd-160535fc8f73)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:17:53.360943 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (c51643c6-7fc4-41fe-bb8c-e237ddadcdaf), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:53.395539 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9a5f64ea-bb03-4044-a05a-1d2e54f0cb54 req-c2e51051-154e-43f0-b8fb-f13435a593f1 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503814 Jan 11 14:17:53.422744 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=c51643c6-7fc4-41fe-bb8c-e237ddadcdaf,revision_number=6']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:17:53.430208 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:17:53.430585 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:17:53.430961 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:17:53.431328 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:17:53.431846 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:17:53.432026 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:17:53.432415 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:17:53.432893 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:17:53.433068 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:17:53.433379 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:17:53.433711 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:17:53.434034 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:17:53.434355 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:17:53.725300 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a85db-c3e1-4bb1-aeb2-c5a1dbc72fc3 req-3cd5ac2a-0d6a-4c6d-be25-dd97c88c5d5d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:53.726814 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f27a85db-c3e1-4bb1-aeb2-c5a1dbc72fc3 req-3cd5ac2a-0d6a-4c6d-be25-dd97c88c5d5d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0661302 Jan 11 14:17:53.774863 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f27a85db-c3e1-4bb1-aeb2-c5a1dbc72fc3 req-33af8ef0-8d08-4a5e-baf3-b3df5da4bd6d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421278 Jan 11 14:17:54.173980 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dad3d0-8a7a-4c78-b7ea-e55392bde978 req-0d6e6064-8c0a-42e2-93a3-90d13fdf3bac tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:54.175475 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a8dad3d0-8a7a-4c78-b7ea-e55392bde978 req-0d6e6064-8c0a-42e2-93a3-90d13fdf3bac tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=15c7cf3b-e6db-481d-a653-c246c1a5559a HTTP/1.1" status: 200 len: 945 time: 0.0817134 Jan 11 14:17:54.182951 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadf298-ee74-4c21-ac02-2ed59df34b8f req-06b1b8c6-2e99-4275-9066-b1b5988f0b3e tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:54.184910 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-edadf298-ee74-4c21-ac02-2ed59df34b8f req-06b1b8c6-2e99-4275-9066-b1b5988f0b3e tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 944 time: 0.0823498 Jan 11 14:17:54.254707 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a8dad3d0-8a7a-4c78-b7ea-e55392bde978 req-226be491-53a9-4bea-936d-fd9401fbc3de tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688570 Jan 11 14:17:54.258972 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-edadf298-ee74-4c21-ac02-2ed59df34b8f req-917aafdf-a9f8-4ac2-9742-f580d49d0763 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674863 Jan 11 14:17:54.889220 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5da15-ad4f-4bb5-a53f-fb346e5af114 req-df24b3e4-f8d8-4c4a-b3e4-ca4d3207b805 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:54.890705 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-89c5da15-ad4f-4bb5-a53f-fb346e5af114 req-df24b3e4-f8d8-4c4a-b3e4-ca4d3207b805 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0490372 Jan 11 14:17:54.938771 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-89c5da15-ad4f-4bb5-a53f-fb346e5af114 req-b2d94bcd-005e-4804-a69d-33dd23f0d46c tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425041 Jan 11 14:17:55.410827 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76994960-028c-4a30-a666-b2a40bba1041 req-f829e189-8aba-492f-910a-7f9a05806cfe tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:55.412376 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-76994960-028c-4a30-a666-b2a40bba1041 req-f829e189-8aba-492f-910a-7f9a05806cfe tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 944 time: 0.0803213 Jan 11 14:17:55.420295 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed9bd4-00d6-4fae-a7fc-70d0b573edde req-924be493-c74a-44dc-bfc7-2d92fc37f3b5 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:55.421663 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1aed9bd4-00d6-4fae-a7fc-70d0b573edde req-924be493-c74a-44dc-bfc7-2d92fc37f3b5 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=15c7cf3b-e6db-481d-a653-c246c1a5559a HTTP/1.1" status: 200 len: 945 time: 0.0987210 Jan 11 14:17:55.492313 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-76994960-028c-4a30-a666-b2a40bba1041 req-3ecf750a-63af-44f1-9c10-c6a71c78f5a1 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697095 Jan 11 14:17:55.495889 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1aed9bd4-00d6-4fae-a7fc-70d0b573edde req-2e522761-1d95-4346-8fe2-1f175a717cc5 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677338 Jan 11 14:17:56.052421 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc67f6-8911-472c-bb17-207091da733b req-975327dc-55e7-48d1-9d89-28a91f680a5f tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:56.053893 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-04bc67f6-8911-472c-bb17-207091da733b req-975327dc-55e7-48d1-9d89-28a91f680a5f tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0483818 Jan 11 14:17:56.098319 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-33062170-eec7-4173-b159-533afe23de07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:56.105715 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-04bc67f6-8911-472c-bb17-207091da733b req-f6183cc2-084a-4d8c-86ed-0e23055d2ee0 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459633 Jan 11 14:17:56.642076 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd802e12-1cac-42ca-97f7-b6b852e4aff5 req-20399dba-443c-429d-9020-fd676d5a401c tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:56.643665 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fd802e12-1cac-42ca-97f7-b6b852e4aff5 req-20399dba-443c-429d-9020-fd676d5a401c tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=15c7cf3b-e6db-481d-a653-c246c1a5559a HTTP/1.1" status: 200 len: 945 time: 0.0828261 Jan 11 14:17:56.652750 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefed920-6cb4-42f1-9ffe-b6ece68a3b3a req-f1cfdc82-58e6-4067-9a13-383b7dc07fdd tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:56.654221 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fefed920-6cb4-42f1-9ffe-b6ece68a3b3a req-f1cfdc82-58e6-4067-9a13-383b7dc07fdd tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 944 time: 0.0841179 Jan 11 14:17:56.732265 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fd802e12-1cac-42ca-97f7-b6b852e4aff5 req-0af1f88c-8aee-44e3-98d3-93bab7d006d7 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770535 Jan 11 14:17:56.735721 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fefed920-6cb4-42f1-9ffe-b6ece68a3b3a req-ad4e1220-0895-471a-9903-bd5e16770fc0 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745304 Jan 11 14:17:57.225953 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743204e-3f0c-410b-8203-5afc03d7825a req-9f309a30-d32a-49ba-b006-dcdcf60cf645 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:57.227407 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d743204e-3f0c-410b-8203-5afc03d7825a req-9f309a30-d32a-49ba-b006-dcdcf60cf645 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0567989 Jan 11 14:17:57.273076 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d743204e-3f0c-410b-8203-5afc03d7825a req-d5a7d060-7c82-4781-8643-52250367ef23 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395348 Jan 11 14:17:57.872257 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31fdc93-5741-4442-98c6-6e23785cd0ad req-d4d4cd16-9b4e-47df-af12-26f3c1bc2cdf tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:57.873759 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e31fdc93-5741-4442-98c6-6e23785cd0ad req-d4d4cd16-9b4e-47df-af12-26f3c1bc2cdf tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=15c7cf3b-e6db-481d-a653-c246c1a5559a HTTP/1.1" status: 200 len: 945 time: 0.0749545 Jan 11 14:17:57.892878 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7f8e0-3c59-4b2f-bd69-6497ac2e4ca4 req-b13f86e6-15ea-4efc-8a49-229779d449e3 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:57.894338 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-edc7f8e0-3c59-4b2f-bd69-6497ac2e4ca4 req-b13f86e6-15ea-4efc-8a49-229779d449e3 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 944 time: 0.0863531 Jan 11 14:17:57.966608 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e31fdc93-5741-4442-98c6-6e23785cd0ad req-a4aadf59-4a89-4971-a860-dca714e78609 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873742 Jan 11 14:17:57.974324 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-edc7f8e0-3c59-4b2f-bd69-6497ac2e4ca4 req-cdf813af-d0f5-427e-b176-c72d19665424 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705111 Jan 11 14:17:58.285628 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cc8fd39d-b4d6-4b7b-a9f1-15857ef9ec1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:17:58.389392 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad66ba5-b8a3-459d-9555-807ec8fd1fdf req-dc842ee0-5feb-4fa3-9299-2999be16efed tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:58.390880 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cad66ba5-b8a3-459d-9555-807ec8fd1fdf req-dc842ee0-5feb-4fa3-9299-2999be16efed tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0532465 Jan 11 14:17:58.437145 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cad66ba5-b8a3-459d-9555-807ec8fd1fdf req-9ae49472-6735-4c7e-b107-1cdbee497a19 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407531 Jan 11 14:17:59.085680 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d16e30-22cf-487c-877d-909b7bfea2f0 req-03bf7fb1-0080-4c26-ac99-a454f4030046 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:59.087182 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-93d16e30-22cf-487c-877d-909b7bfea2f0 req-03bf7fb1-0080-4c26-ac99-a454f4030046 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=15c7cf3b-e6db-481d-a653-c246c1a5559a HTTP/1.1" status: 200 len: 945 time: 0.0514212 Jan 11 14:17:59.134148 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-93d16e30-22cf-487c-877d-909b7bfea2f0 req-4dba92c4-8143-476a-b81d-4f1476db121c tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408757 Jan 11 14:17:59.280194 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316413cc-96d3-43d1-b751-3fefa348c548 req-9c8d2df6-8eca-4135-a8dc-7454db973475 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:59.281664 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-316413cc-96d3-43d1-b751-3fefa348c548 req-9c8d2df6-8eca-4135-a8dc-7454db973475 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 944 time: 0.2352321 Jan 11 14:17:59.328163 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-316413cc-96d3-43d1-b751-3fefa348c548 req-1ac3afe3-b267-4199-a081-6029685f9758 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408878 Jan 11 14:17:59.554128 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89fbbb-0d3e-4858-bc2c-20ab1059b933 req-42eb6b24-4c0b-4884-8fec-b911b7fc1b7c tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:17:59.555397 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-dc89fbbb-0d3e-4858-bc2c-20ab1059b933 req-42eb6b24-4c0b-4884-8fec-b911b7fc1b7c tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0522544 Jan 11 14:17:59.603383 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-dc89fbbb-0d3e-4858-bc2c-20ab1059b933 req-4b081a1a-e9a1-4865-afa6-4e677f72367c tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442700 Jan 11 14:17:59.612093 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:00.118604 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device fc42310a-f7c1-4855-943b-ce524357db67 no longer exists at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:18:00.169374 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3125634-0618-46a0-be8f-07618cc93353 req-535fa3c0-9d18-48dc-bbe8-2bac94698687 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:00.171025 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f3125634-0618-46a0-be8f-07618cc93353 req-535fa3c0-9d18-48dc-bbe8-2bac94698687 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.45 "GET /v2.0/ports?device_id=15c7cf3b-e6db-481d-a653-c246c1a5559a HTTP/1.1" status: 200 len: 945 time: 0.0496142 Jan 11 14:18:00.190986 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['c51643c6-7fc4-41fe-bb8c-e237ddadcdaf'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:18:00.229324 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port fc42310a-f7c1-4855-943b-ce524357db67 is: ACTIVE; New status is: DOWN {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:18:00.229752 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (fc42310a-f7c1-4855-943b-ce524357db67), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:00.265896 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c7cf3b-e6db-481d-a653-c246c1a5559a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc42310a-f7c1-4855-943b-ce524357db67'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:18:00.268127 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2d4b612b30f5b24bc1864879ef56701efa35e28b014bb4d8aa1230102106bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db4be35-c593-47e5-86c0-ec8be5f1e9b1" -d '{"events": [{"server_uuid": "15c7cf3b-e6db-481d-a653-c246c1a5559a", "name": "network-vif-unplugged", "status": "completed", "tag": "fc42310a-f7c1-4855-943b-ce524357db67"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:18:00.286688 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port fc42310a-f7c1-4855-943b-ce524357db67, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=fc42310a-f7c1-4855-943b-ce524357db67,segment=NetworkSegment(1ecafd43-8c38-4919-b45e-c12069c719ef),segment_id=1ecafd43-8c38-4919-b45e-c12069c719ef)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:18:00.295441 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68cd96c-117c-417a-971b-857c962d89bf req-3b80dd63-4a74-4510-94e8-d39bafb7c8dd tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:00.296294 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (fc42310a-f7c1-4855-943b-ce524357db67), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:00.296794 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e68cd96c-117c-417a-971b-857c962d89bf req-3b80dd63-4a74-4510-94e8-d39bafb7c8dd tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=15c7cf3b-e6db-481d-a653-c246c1a5559a HTTP/1.1" status: 200 len: 945 time: 0.0855384 Jan 11 14:18:00.326261 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 11 Jan 2022 14:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f068f84e-4add-4e05-822c-129c635f1bb3 x-openstack-request-id: req-f068f84e-4add-4e05-822c-129c635f1bb3 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:18:00.326557 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c7cf3b-e6db-481d-a653-c246c1a5559a", "name": "network-vif-unplugged", "status": "completed", "tag": "fc42310a-f7c1-4855-943b-ce524357db67", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:18:00.326815 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f068f84e-4add-4e05-822c-129c635f1bb3 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:18:00.327208 dv-cinder-824131-3-iscsi neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c7cf3b-e6db-481d-a653-c246c1a5559a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc42310a-f7c1-4855-943b-ce524357db67', 'code': 200} Jan 11 14:18:00.331109 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [req-f3125634-0618-46a0-be8f-07618cc93353 req-75f593c7-f987-4215-961e-030c95a40eb6 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Deleting port fc42310a-f7c1-4855-943b-ce524357db67 {{(pid=102758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:18:00.331455 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-f3125634-0618-46a0-be8f-07618cc93353 req-75f593c7-f987-4215-961e-030c95a40eb6 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (fc42310a-f7c1-4855-943b-ce524357db67), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:00.374010 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=fc42310a-f7c1-4855-943b-ce524357db67,revision_number=6']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:00.397289 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e68cd96c-117c-417a-971b-857c962d89bf req-9fadb8ec-e03d-4a77-9972-57694afdc049 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936224 Jan 11 14:18:00.473874 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [req-f3125634-0618-46a0-be8f-07618cc93353 req-75f593c7-f987-4215-961e-030c95a40eb6 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] For port fc42310a-f7c1-4855-943b-ce524357db67, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=fc42310a-f7c1-4855-943b-ce524357db67,segment=NetworkSegment(1ecafd43-8c38-4919-b45e-c12069c719ef),segment_id=1ecafd43-8c38-4919-b45e-c12069c719ef)] {{(pid=102758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:18:00.474242 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-f3125634-0618-46a0-be8f-07618cc93353 req-75f593c7-f987-4215-961e-030c95a40eb6 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (fc42310a-f7c1-4855-943b-ce524357db67), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:00.490549 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [req-f3125634-0618-46a0-be8f-07618cc93353 req-75f593c7-f987-4215-961e-030c95a40eb6 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Calling delete_port for fc42310a-f7c1-4855-943b-ce524357db67 owned by compute:nova {{(pid=102758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:18:00.502027 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e28265-3fb3-424e-b2b7-91c647c6d0af req-3df7d228-8e83-48db-af2e-7458a0b4c239 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:00.503513 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b7e28265-3fb3-424e-b2b7-91c647c6d0af req-3df7d228-8e83-48db-af2e-7458a0b4c239 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 944 time: 0.0875378 Jan 11 14:18:00.616794 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b7e28265-3fb3-424e-b2b7-91c647c6d0af req-ab0c44ce-bf20-4699-b96a-6ccd363db0b1 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068640 Jan 11 14:18:00.667185 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-f3125634-0618-46a0-be8f-07618cc93353 req-75f593c7-f987-4215-961e-030c95a40eb6 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005'] for port (fc42310a-f7c1-4855-943b-ce524357db67), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:00.679091 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872', '16deb647-6c63-414a-a191-4b93e1d0501e', '097e8414-4883-4986-ba49-5f760c6cbef9'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:18:00.707963 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f593c7-f987-4215-961e-030c95a40eb6 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Pushing event deleted for resources: {'Port': ['ID=fc42310a-f7c1-4855-943b-ce524357db67,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:00.771662 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:00.773816 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3125634-0618-46a0-be8f-07618cc93353 req-75f593c7-f987-4215-961e-030c95a40eb6 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] No DVR routers for this DVR port fc42310a-f7c1-4855-943b-ce524357db67 on host hv-cinder-82413 {{(pid=102758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 14:18:00.778562 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-f3125634-0618-46a0-be8f-07618cc93353 req-75f593c7-f987-4215-961e-030c95a40eb6 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:00.781817 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f3125634-0618-46a0-be8f-07618cc93353 req-75f593c7-f987-4215-961e-030c95a40eb6 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.45 "DELETE /v2.0/ports/fc42310a-f7c1-4855-943b-ce524357db67 HTTP/1.1" status: 204 len: 173 time: 0.6017501 Jan 11 14:18:00.782265 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c7cf3b-e6db-481d-a653-c246c1a5559a', 'name': 'network-vif-deleted', 'tag': 'fc42310a-f7c1-4855-943b-ce524357db67'}] {{(pid=102758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:18:00.784592 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bad0c4360237c930a732257e05ff37eb7f7649fd7d398cae3022b7fa374a377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad730e41-6041-4ace-9e4d-9d65fe781a71" -d '{"events": [{"server_uuid": "15c7cf3b-e6db-481d-a653-c246c1a5559a", "name": "network-vif-deleted", "tag": "fc42310a-f7c1-4855-943b-ce524357db67"}]}' {{(pid=102758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:18:00.800818 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae948d-61b8-44f7-94ba-1333abc82448 req-28e3d8c4-cc6e-4909-b6a8-a1a07674c1a0 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:00.802369 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f0ae948d-61b8-44f7-94ba-1333abc82448 req-28e3d8c4-cc6e-4909-b6a8-a1a07674c1a0 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.1283910 Jan 11 14:18:00.827261 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b68d48b-9da0-419e-ac3d-2491589d9881 x-openstack-request-id: req-0b68d48b-9da0-419e-ac3d-2491589d9881 {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:18:00.827861 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c7cf3b-e6db-481d-a653-c246c1a5559a", "name": "network-vif-deleted", "tag": "fc42310a-f7c1-4855-943b-ce524357db67", "status": "completed", "code": 200}]} {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:18:00.827861 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b68d48b-9da0-419e-ac3d-2491589d9881 {{(pid=102758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:18:00.828231 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c7cf3b-e6db-481d-a653-c246c1a5559a', 'name': 'network-vif-deleted', 'tag': 'fc42310a-f7c1-4855-943b-ce524357db67', 'status': 'completed', 'code': 200} Jan 11 14:18:00.855552 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f0ae948d-61b8-44f7-94ba-1333abc82448 req-8816c690-c7d6-4f86-8397-a2cf5f61b8be tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450220 Jan 11 14:18:01.505702 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cd4ba237-df50-4ca5-913c-02c1bb4daf1c req-3c451fbb-adad-4750-bba6-7c1adcd251b7 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=15c7cf3b-e6db-481d-a653-c246c1a5559a HTTP/1.1" status: 200 len: 210 time: 0.0247476 Jan 11 14:18:01.739460 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a34d5-1d9d-4231-a47c-9e4b67179c68 req-7331735d-0bad-4730-bd8e-5853de27e7bf tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:01.741095 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4a7a34d5-1d9d-4231-a47c-9e4b67179c68 req-7331735d-0bad-4730-bd8e-5853de27e7bf tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 944 time: 0.0506799 Jan 11 14:18:01.793606 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4a7a34d5-1d9d-4231-a47c-9e4b67179c68 req-0311b8a0-45f1-4427-ad7f-0410fbe51cad tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470080 Jan 11 14:18:01.974462 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6a73f-e7d1-409e-ac16-e80a33eccb4b req-39c1fceb-446d-45ac-8cc4-42ea6ebf88b6 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:01.976367 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d3f6a73f-e7d1-409e-ac16-e80a33eccb4b req-39c1fceb-446d-45ac-8cc4-42ea6ebf88b6 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0519907 Jan 11 14:18:02.023246 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d3f6a73f-e7d1-409e-ac16-e80a33eccb4b req-30f814f4-26ac-4829-b464-3c941f26e348 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409701 Jan 11 14:18:02.057769 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device c51643c6-7fc4-41fe-bb8c-e237ddadcdaf up at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:18:02.128849 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning complete for port c51643c6-7fc4-41fe-bb8c-e237ddadcdaf triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:18:02.129067 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (c51643c6-7fc4-41fe-bb8c-e237ddadcdaf), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:02.215042 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port c51643c6-7fc4-41fe-bb8c-e237ddadcdaf is: BUILD; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:18:02.215439 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (c51643c6-7fc4-41fe-bb8c-e237ddadcdaf), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:02.265941 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port c51643c6-7fc4-41fe-bb8c-e237ddadcdaf, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=c51643c6-7fc4-41fe-bb8c-e237ddadcdaf,segment=NetworkSegment(b78d3995-300f-48b9-80bd-160535fc8f73),segment_id=b78d3995-300f-48b9-80bd-160535fc8f73)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:18:02.269787 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:02.271402 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (c51643c6-7fc4-41fe-bb8c-e237ddadcdaf), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:02.325431 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=c51643c6-7fc4-41fe-bb8c-e237ddadcdaf,revision_number=7']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:02.327857 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07361687-ec7a-4f6e-8e42-530c1a64ba04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51643c6-7fc4-41fe-bb8c-e237ddadcdaf'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:18:02.330174 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2d4b612b30f5b24bc1864879ef56701efa35e28b014bb4d8aa1230102106bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c894f3-5e2e-4900-a416-d0c0c46e40e9" -d '{"events": [{"server_uuid": "07361687-ec7a-4f6e-8e42-530c1a64ba04", "name": "network-vif-plugged", "status": "completed", "tag": "c51643c6-7fc4-41fe-bb8c-e237ddadcdaf"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:18:02.396311 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d9c77b-c68a-4474-a5ad-cb0e0a42149c x-openstack-request-id: req-d0d9c77b-c68a-4474-a5ad-cb0e0a42149c {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:18:02.396617 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07361687-ec7a-4f6e-8e42-530c1a64ba04", "name": "network-vif-plugged", "status": "completed", "tag": "c51643c6-7fc4-41fe-bb8c-e237ddadcdaf", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:18:02.396890 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d0d9c77b-c68a-4474-a5ad-cb0e0a42149c {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:18:02.397287 dv-cinder-824131-3-iscsi neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07361687-ec7a-4f6e-8e42-530c1a64ba04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51643c6-7fc4-41fe-bb8c-e237ddadcdaf', 'code': 200} Jan 11 14:18:02.916333 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2e707-aef3-45c4-af9b-d622dc8ad184 req-9c5bd3a4-585f-46bc-9c47-f94e1272e7f5 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:02.917849 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-caa2e707-aef3-45c4-af9b-d622dc8ad184 req-9c5bd3a4-585f-46bc-9c47-f94e1272e7f5 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0516622 Jan 11 14:18:02.965609 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-caa2e707-aef3-45c4-af9b-d622dc8ad184 req-5be99016-cf44-4747-9967-decbda52ed73 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419226 Jan 11 14:18:03.146419 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c4699-a4a7-4785-a7e5-a38962d0e4f1 req-381f36e7-bda5-4f33-bf1a-3aa5cbd44ad9 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:03.147803 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cf4c4699-a4a7-4785-a7e5-a38962d0e4f1 req-381f36e7-bda5-4f33-bf1a-3aa5cbd44ad9 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0507777 Jan 11 14:18:03.193595 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cf4c4699-a4a7-4785-a7e5-a38962d0e4f1 req-40c95380-763e-49a5-9934-3921849ae193 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402091 Jan 11 14:18:03.861038 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3360f5-e45c-4412-a0c2-1bfa96f8cd5b req-26a009a2-1dca-4271-ab4d-cd6629fbd03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:03.862923 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cb3360f5-e45c-4412-a0c2-1bfa96f8cd5b req-26a009a2-1dca-4271-ab4d-cd6629fbd03f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e53c79af2d940ce87ec727feef0f0ee&device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 1098 time: 0.0568500 Jan 11 14:18:04.010097 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3360f5-e45c-4412-a0c2-1bfa96f8cd5b req-8431a54c-0d22-4a79-a796-ba46eedb240d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:04.011914 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cb3360f5-e45c-4412-a0c2-1bfa96f8cd5b req-8431a54c-0d22-4a79-a796-ba46eedb240d service neutron] 10.222.0.45 "GET /v2.0/networks?id=63c4d627-31e2-452f-a693-3a2f1117c04e HTTP/1.1" status: 200 len: 917 time: 0.1285610 Jan 11 14:18:04.127051 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cb3360f5-e45c-4412-a0c2-1bfa96f8cd5b req-e2a4b11d-3f0a-49e6-a34a-e617a6ca0a3c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c51643c6-7fc4-41fe-bb8c-e237ddadcdaf HTTP/1.1" status: 200 len: 1000 time: 0.1061845 Jan 11 14:18:04.151092 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22365614-9c0a-486a-8be1-f12e1d3a814a req-9209b012-ca21-4745-be23-41dfe89b64d3 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:04.154238 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-22365614-9c0a-486a-8be1-f12e1d3a814a req-9209b012-ca21-4745-be23-41dfe89b64d3 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0944247 Jan 11 14:18:04.523892 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3360f5-e45c-4412-a0c2-1bfa96f8cd5b req-f940ad68-0679-48b9-b54a-9b1ff4723747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:04.525271 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cb3360f5-e45c-4412-a0c2-1bfa96f8cd5b req-f940ad68-0679-48b9-b54a-9b1ff4723747 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=613a89ec-c23f-446c-aa6e-28885de25556 HTTP/1.1" status: 200 len: 855 time: 0.3892248 Jan 11 14:18:04.534283 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-22365614-9c0a-486a-8be1-f12e1d3a814a req-d0bd9168-585b-4159-8aff-5103f97a29a2 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3653362 Jan 11 14:18:04.553961 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a36551-f79e-49f8-9e79-3fa918868068 req-0ddcdb49-8bea-4258-9e98-c1e8956c23a9 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:04.561708 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c2a36551-f79e-49f8-9e79-3fa918868068 req-0ddcdb49-8bea-4258-9e98-c1e8956c23a9 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.1279285 Jan 11 14:18:04.625588 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3360f5-e45c-4412-a0c2-1bfa96f8cd5b req-980392c3-12b8-482c-bc19-2c5a041219ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:04.627081 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cb3360f5-e45c-4412-a0c2-1bfa96f8cd5b req-980392c3-12b8-482c-bc19-2c5a041219ff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63c4d627-31e2-452f-a693-3a2f1117c04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0902798 Jan 11 14:18:04.638325 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c2a36551-f79e-49f8-9e79-3fa918868068 req-ea106d12-9087-448c-b7a9-8049d2ad0357 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757678 Jan 11 14:18:04.747808 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cb3360f5-e45c-4412-a0c2-1bfa96f8cd5b req-d3df9917-7c71-4b60-bf31-4340cffb2cd6 service neutron] 10.222.0.45 "GET /v2.0/networks/63c4d627-31e2-452f-a693-3a2f1117c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134434 Jan 11 14:18:04.924700 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cb3360f5-e45c-4412-a0c2-1bfa96f8cd5b req-b005c3cb-5861-4a57-9dc2-2c3e73b01906 service neutron] 10.222.0.45 "GET /v2.0/networks/63c4d627-31e2-452f-a693-3a2f1117c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669793 Jan 11 14:18:05.069603 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91691ba-e3d0-4d4e-86e0-b631b36b5173 req-70526fa0-877f-4709-88cc-821e9c0136e2 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:05.071077 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b91691ba-e3d0-4d4e-86e0-b631b36b5173 req-70526fa0-877f-4709-88cc-821e9c0136e2 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=72dedc58-795a-45be-946e-b22d685ee6c1 HTTP/1.1" status: 200 len: 946 time: 0.0572131 Jan 11 14:18:05.125362 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b91691ba-e3d0-4d4e-86e0-b631b36b5173 req-0de2a906-2d5a-47f9-82f0-0a522994f7f1 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470057 Jan 11 14:18:05.673175 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ddd272-91dd-48b4-a209-21ee27492076 req-1a30d5a1-5481-43b5-adca-2dcfddabc04d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:05.674790 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e7ddd272-91dd-48b4-a209-21ee27492076 req-1a30d5a1-5481-43b5-adca-2dcfddabc04d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0598881 Jan 11 14:18:05.739346 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e7ddd272-91dd-48b4-a209-21ee27492076 req-d7eaba97-032c-4568-a497-df29edc88603 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585845 Jan 11 14:18:05.903624 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296ca92-fad6-4c10-8ccd-50d7691cfe7d req-199bfa62-ecee-4c0f-83b3-09ddc8bc795b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:05.941519 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6296ca92-fad6-4c10-8ccd-50d7691cfe7d req-199bfa62-ecee-4c0f-83b3-09ddc8bc795b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0941601 Jan 11 14:18:06.023380 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6296ca92-fad6-4c10-8ccd-50d7691cfe7d req-5b254c7d-dd33-4667-9892-f8b6521e1b11 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809567 Jan 11 14:18:06.264117 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8a8cf-54fc-4c2a-8edb-2305a1b3f894 req-518f0c67-638b-4b1d-8a27-869d53d9950e tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:06.265678 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-66f8a8cf-54fc-4c2a-8edb-2305a1b3f894 req-518f0c67-638b-4b1d-8a27-869d53d9950e tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=72dedc58-795a-45be-946e-b22d685ee6c1 HTTP/1.1" status: 200 len: 946 time: 0.0600383 Jan 11 14:18:06.324698 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-66f8a8cf-54fc-4c2a-8edb-2305a1b3f894 req-d52a64f1-9270-4fd5-bc78-7d7bdba3c4c8 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507491 Jan 11 14:18:06.887180 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b1a07-696f-4070-aabb-e5998625e465 req-6ecb1068-ecc3-493c-a340-6f99240caec8 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:06.896396 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ff2b1a07-696f-4070-aabb-e5998625e465 req-6ecb1068-ecc3-493c-a340-6f99240caec8 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0742431 Jan 11 14:18:06.954201 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ff2b1a07-696f-4070-aabb-e5998625e465 req-bb7c6398-0e51-4cd0-a1fc-2571a854c74c tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552759 Jan 11 14:18:07.178957 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e730fbb-7c87-494f-b8c4-5dbfb0ac869e req-86a4f0a3-2968-4488-addd-4967c4560dd1 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:07.180475 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6e730fbb-7c87-494f-b8c4-5dbfb0ac869e req-86a4f0a3-2968-4488-addd-4967c4560dd1 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0484831 Jan 11 14:18:07.238113 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6e730fbb-7c87-494f-b8c4-5dbfb0ac869e req-0ffce97a-c3ec-4093-99dd-e2bbc687861a tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496190 Jan 11 14:18:07.451136 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e31a4-f9f2-4f4b-ab97-bf6c327bdc9c req-dd9f232a-ed46-4a29-9faf-e5d4cd36a8fa tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:07.458377 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b18e31a4-f9f2-4f4b-ab97-bf6c327bdc9c req-dd9f232a-ed46-4a29-9faf-e5d4cd36a8fa tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=72dedc58-795a-45be-946e-b22d685ee6c1 HTTP/1.1" status: 200 len: 946 time: 0.0636463 Jan 11 14:18:07.505227 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b18e31a4-f9f2-4f4b-ab97-bf6c327bdc9c req-b970c95f-13a1-46ac-ba7d-9a88864e32be tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457864 Jan 11 14:18:08.080140 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aaf697-4c18-42db-868e-be07a4b15239 req-e78476d8-230e-48fa-bb03-9ab72706ef43 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:08.081649 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-94aaf697-4c18-42db-868e-be07a4b15239 req-e78476d8-230e-48fa-bb03-9ab72706ef43 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0535226 Jan 11 14:18:08.130110 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:18:08.145075 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-94aaf697-4c18-42db-868e-be07a4b15239 req-9c72d066-5d7c-4f63-9242-0170e60c37ae tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572724 Jan 11 14:18:08.362129 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4185b-cb5d-482c-b4ff-e2af541c8ac1 req-6b2b0e18-fcea-4c74-9215-7ef72fe8f918 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:08.363988 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3ba4185b-cb5d-482c-b4ff-e2af541c8ac1 req-6b2b0e18-fcea-4c74-9215-7ef72fe8f918 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0532436 Jan 11 14:18:08.420936 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3ba4185b-cb5d-482c-b4ff-e2af541c8ac1 req-5d0c1fe7-ec26-4844-aabd-bb44e797c478 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503619 Jan 11 14:18:08.633900 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f5c91-11c7-4dbd-9683-f2b4f5b13d71 req-3103cf42-b0ca-4252-bf5f-f10485c30599 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:08.635939 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-875f5c91-11c7-4dbd-9683-f2b4f5b13d71 req-3103cf42-b0ca-4252-bf5f-f10485c30599 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=72dedc58-795a-45be-946e-b22d685ee6c1 HTTP/1.1" status: 200 len: 946 time: 0.0560973 Jan 11 14:18:08.689976 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:08.696737 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-875f5c91-11c7-4dbd-9683-f2b4f5b13d71 req-3b01c90f-8e9e-4aa3-be2b-4627db02c3b0 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542991 Jan 11 14:18:09.298260 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795e8af-2ff8-4d5b-8f28-4f5f505ca70a req-f9fff43e-b614-433d-bcfa-642c3c396af2 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:09.299855 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7795e8af-2ff8-4d5b-8f28-4f5f505ca70a req-f9fff43e-b614-433d-bcfa-642c3c396af2 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0743189 Jan 11 14:18:09.360936 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7795e8af-2ff8-4d5b-8f28-4f5f505ca70a req-0c8fb287-4c53-4143-8ecb-3f306ba39fba tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549023 Jan 11 14:18:09.557348 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b56680-23b4-41db-9990-57ff6ea1b96d req-f425b69d-534a-4a4e-89e7-28cc68cc1cbd tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:09.559350 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c5b56680-23b4-41db-9990-57ff6ea1b96d req-f425b69d-534a-4a4e-89e7-28cc68cc1cbd tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0677912 Jan 11 14:18:09.628473 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c5b56680-23b4-41db-9990-57ff6ea1b96d req-c1ab0df7-a0bb-47b1-bfe1-87331a2ce1d0 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635500 Jan 11 14:18:09.917598 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21b1c1-9487-47a5-b116-d18e468538ea req-5c82acee-5602-4200-aaea-3ba4f02abb1a tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:09.919084 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2e21b1c1-9487-47a5-b116-d18e468538ea req-5c82acee-5602-4200-aaea-3ba4f02abb1a tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=72dedc58-795a-45be-946e-b22d685ee6c1 HTTP/1.1" status: 200 len: 946 time: 0.1140361 Jan 11 14:18:09.941964 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc324f-caca-4690-9019-3f956787bdf8 req-1c49b365-64bd-4e10-9459-a12a79eff516 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:09.943410 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1dcc324f-caca-4690-9019-3f956787bdf8 req-1c49b365-64bd-4e10-9459-a12a79eff516 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0757999 Jan 11 14:18:10.019253 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1dcc324f-caca-4690-9019-3f956787bdf8 req-37a6a038-226d-402b-8235-68bb9161b65f tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693319 Jan 11 14:18:10.023094 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2e21b1c1-9487-47a5-b116-d18e468538ea req-418438ce-e498-440d-b137-d77f6ff3d8e8 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980299 Jan 11 14:18:10.321023 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a0411-c0ab-4a99-8477-a92ea19ec639 req-35b455ea-ad1e-46d2-9e8c-039230c00e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:10.323319 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-947a0411-c0ab-4a99-8477-a92ea19ec639 req-35b455ea-ad1e-46d2-9e8c-039230c00e1d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a11f6957ee74ff0a62315613ff54913&device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 1098 time: 0.0623424 Jan 11 14:18:10.512222 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a0411-c0ab-4a99-8477-a92ea19ec639 req-3bcb570b-afb7-4dfb-b456-04c799b22aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:10.514369 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-947a0411-c0ab-4a99-8477-a92ea19ec639 req-3bcb570b-afb7-4dfb-b456-04c799b22aa4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0b91e79a-b551-4734-8a4b-8bd89379e2e4 HTTP/1.1" status: 200 len: 912 time: 0.1786642 Jan 11 14:18:10.610972 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-947a0411-c0ab-4a99-8477-a92ea19ec639 req-393e3b4e-7e68-4ba7-9f05-ee7654c155a2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d8257f7-0bfc-4ec4-85ba-6f20d746300d HTTP/1.1" status: 200 len: 1001 time: 0.0896840 Jan 11 14:18:10.718263 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53faabe5-afa1-464b-9eb2-176f818d3560 req-91dd6faa-359f-4ab7-acdf-c28d4f40e7e7 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:10.726081 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-53faabe5-afa1-464b-9eb2-176f818d3560 req-91dd6faa-359f-4ab7-acdf-c28d4f40e7e7 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.1182575 Jan 11 14:18:10.730972 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a0411-c0ab-4a99-8477-a92ea19ec639 req-ddbd2739-0935-4065-966f-845201c9f85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:10.732487 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-947a0411-c0ab-4a99-8477-a92ea19ec639 req-ddbd2739-0935-4065-966f-845201c9f85e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7e0256b9-88cf-4f3b-af76-871b368403f9 HTTP/1.1" status: 200 len: 850 time: 0.1096752 Jan 11 14:18:10.816041 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-53faabe5-afa1-464b-9eb2-176f818d3560 req-71b15ac9-37ae-41d8-b2b8-2552a4e0adb1 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865970 Jan 11 14:18:10.846677 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a0411-c0ab-4a99-8477-a92ea19ec639 req-d2194347-a28e-480f-9657-52f4a8a8c80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:10.849177 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-947a0411-c0ab-4a99-8477-a92ea19ec639 req-d2194347-a28e-480f-9657-52f4a8a8c80c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b91e79a-b551-4734-8a4b-8bd89379e2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1010942 Jan 11 14:18:10.956547 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-947a0411-c0ab-4a99-8477-a92ea19ec639 req-7b8d990b-7ebd-4348-973f-5546835487c0 service neutron] 10.222.0.45 "GET /v2.0/networks/0b91e79a-b551-4734-8a4b-8bd89379e2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997353 Jan 11 14:18:11.068525 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-947a0411-c0ab-4a99-8477-a92ea19ec639 req-5d38f6a9-b310-4c2d-8b5f-0e0c21a0162a service neutron] 10.222.0.45 "GET /v2.0/networks/0b91e79a-b551-4734-8a4b-8bd89379e2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983608 Jan 11 14:18:11.236030 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dce108-312d-4fc0-bd98-e6ba928fd6b8 req-c0cbb1e9-f34f-4bfe-8b61-97a0a40461f4 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:11.237536 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f8dce108-312d-4fc0-bd98-e6ba928fd6b8 req-c0cbb1e9-f34f-4bfe-8b61-97a0a40461f4 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0977442 Jan 11 14:18:11.267078 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e65f64-fda2-43fe-b689-f53152725de9 req-7bd53876-d693-489b-a5ea-0a91e72dcded tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:11.279535 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f4e65f64-fda2-43fe-b689-f53152725de9 req-7bd53876-d693-489b-a5ea-0a91e72dcded tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=72dedc58-795a-45be-946e-b22d685ee6c1 HTTP/1.1" status: 200 len: 946 time: 0.1203923 Jan 11 14:18:11.346432 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f8dce108-312d-4fc0-bd98-e6ba928fd6b8 req-85920596-3564-433c-9be2-80c010e853b6 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025715 Jan 11 14:18:11.364112 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f4e65f64-fda2-43fe-b689-f53152725de9 req-b1d006ae-5b6b-494e-9139-f4003ea927b8 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823600 Jan 11 14:18:11.956112 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6288fc-306f-45b8-9bbd-70d643139af2 req-50a71c18-223e-4baa-8cd1-731e43eca398 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:11.971775 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1c6288fc-306f-45b8-9bbd-70d643139af2 req-50a71c18-223e-4baa-8cd1-731e43eca398 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0705600 Jan 11 14:18:12.024425 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1c6288fc-306f-45b8-9bbd-70d643139af2 req-88e729be-bd87-492c-9276-312a25ba65b5 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587530 Jan 11 14:18:12.255982 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82e1a1-ece3-4085-84ea-715671ae1269 req-6a718bb1-b84e-4b15-b580-892cd6b10d36 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:12.259824 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3a82e1a1-ece3-4085-84ea-715671ae1269 req-6a718bb1-b84e-4b15-b580-892cd6b10d36 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.45 "GET /v2.0/ports?device_id=72dedc58-795a-45be-946e-b22d685ee6c1 HTTP/1.1" status: 200 len: 946 time: 0.0850034 Jan 11 14:18:12.387800 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [req-3a82e1a1-ece3-4085-84ea-715671ae1269 req-5e2e3b8e-a813-4a9e-aa35-e549df68c334 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Deleting port 097e8414-4883-4986-ba49-5f760c6cbef9 {{(pid=102758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:18:12.388225 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-3a82e1a1-ece3-4085-84ea-715671ae1269 req-5e2e3b8e-a813-4a9e-aa35-e549df68c334 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (097e8414-4883-4986-ba49-5f760c6cbef9), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:12.586151 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [req-3a82e1a1-ece3-4085-84ea-715671ae1269 req-5e2e3b8e-a813-4a9e-aa35-e549df68c334 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] For port 097e8414-4883-4986-ba49-5f760c6cbef9, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=097e8414-4883-4986-ba49-5f760c6cbef9,segment=NetworkSegment(1ecafd43-8c38-4919-b45e-c12069c719ef),segment_id=1ecafd43-8c38-4919-b45e-c12069c719ef)] {{(pid=102758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:18:12.586539 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-3a82e1a1-ece3-4085-84ea-715671ae1269 req-5e2e3b8e-a813-4a9e-aa35-e549df68c334 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (097e8414-4883-4986-ba49-5f760c6cbef9), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:12.605585 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700e5e3-9310-4aff-8a20-0fe889e323f5 req-05fa1d16-b66a-492d-bb1b-d0ea01b3b04a tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:12.607104 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6700e5e3-9310-4aff-8a20-0fe889e323f5 req-05fa1d16-b66a-492d-bb1b-d0ea01b3b04a tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=72dedc58-795a-45be-946e-b22d685ee6c1 HTTP/1.1" status: 200 len: 946 time: 0.1212940 Jan 11 14:18:12.617601 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86d84c-f1a4-4758-9c6b-b0b4e30a0382 req-6d0aba8e-1793-49e5-b5d0-14e57cbeaf70 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:12.619007 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8f86d84c-f1a4-4758-9c6b-b0b4e30a0382 req-6d0aba8e-1793-49e5-b5d0-14e57cbeaf70 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.1468787 Jan 11 14:18:12.624911 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [req-3a82e1a1-ece3-4085-84ea-715671ae1269 req-5e2e3b8e-a813-4a9e-aa35-e549df68c334 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Calling delete_port for 097e8414-4883-4986-ba49-5f760c6cbef9 owned by compute:nova {{(pid=102758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:18:12.748059 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6700e5e3-9310-4aff-8a20-0fe889e323f5 req-d835616d-af70-4c1e-9463-3ee4778c13ee tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248896 Jan 11 14:18:12.764023 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8f86d84c-f1a4-4758-9c6b-b0b4e30a0382 req-a3f8d7a3-2c45-4adc-8527-9425c66f3438 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371658 Jan 11 14:18:12.854176 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-3a82e1a1-ece3-4085-84ea-715671ae1269 req-5e2e3b8e-a813-4a9e-aa35-e549df68c334 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005'] for port (097e8414-4883-4986-ba49-5f760c6cbef9), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:12.867598 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872', '16deb647-6c63-414a-a191-4b93e1d0501e', '097e8414-4883-4986-ba49-5f760c6cbef9'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:18:12.884993 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e3b8e-a813-4a9e-aa35-e549df68c334 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Pushing event deleted for resources: {'Port': ['ID=097e8414-4883-4986-ba49-5f760c6cbef9,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:12.937333 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a82e1a1-ece3-4085-84ea-715671ae1269 req-5e2e3b8e-a813-4a9e-aa35-e549df68c334 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] No DVR routers for this DVR port 097e8414-4883-4986-ba49-5f760c6cbef9 on host hv-cinder-82413 {{(pid=102758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 14:18:12.940340 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-3a82e1a1-ece3-4085-84ea-715671ae1269 req-5e2e3b8e-a813-4a9e-aa35-e549df68c334 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:12.944905 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3a82e1a1-ece3-4085-84ea-715671ae1269 req-5e2e3b8e-a813-4a9e-aa35-e549df68c334 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.45 "DELETE /v2.0/ports/097e8414-4883-4986-ba49-5f760c6cbef9 HTTP/1.1" status: 204 len: 173 time: 0.6788757 Jan 11 14:18:12.945574 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72dedc58-795a-45be-946e-b22d685ee6c1', 'name': 'network-vif-deleted', 'tag': '097e8414-4883-4986-ba49-5f760c6cbef9'}] {{(pid=102758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:18:12.948205 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bad0c4360237c930a732257e05ff37eb7f7649fd7d398cae3022b7fa374a377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b4a32d-5060-4b4d-bc56-2bede8112968" -d '{"events": [{"server_uuid": "72dedc58-795a-45be-946e-b22d685ee6c1", "name": "network-vif-deleted", "tag": "097e8414-4883-4986-ba49-5f760c6cbef9"}]}' {{(pid=102758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:18:13.000824 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5199e299-dff7-4c1f-9720-335e9cb67510 x-openstack-request-id: req-5199e299-dff7-4c1f-9720-335e9cb67510 {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:18:13.001534 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72dedc58-795a-45be-946e-b22d685ee6c1", "name": "network-vif-deleted", "tag": "097e8414-4883-4986-ba49-5f760c6cbef9", "status": "completed", "code": 200}]} {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:18:13.001534 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5199e299-dff7-4c1f-9720-335e9cb67510 {{(pid=102758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:18:13.001923 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72dedc58-795a-45be-946e-b22d685ee6c1', 'name': 'network-vif-deleted', 'tag': '097e8414-4883-4986-ba49-5f760c6cbef9', 'status': 'completed', 'code': 200} Jan 11 14:18:13.247198 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb65a2-3f98-4ad1-8089-4ec998c86039 req-8c438452-5b9f-478f-a2da-ed0a06c3a81d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:13.248906 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3aeb65a2-3f98-4ad1-8089-4ec998c86039 req-8c438452-5b9f-478f-a2da-ed0a06c3a81d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0583992 Jan 11 14:18:13.331922 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3aeb65a2-3f98-4ad1-8089-4ec998c86039 req-26f25567-4800-405f-adff-25a097b6263a tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642877 Jan 11 14:18:14.063798 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4fe68-f603-4837-aa91-42d94b9052cb req-2f404527-3360-401f-b688-2ec98f766ee7 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:14.065287 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c0d4fe68-f603-4837-aa91-42d94b9052cb req-2f404527-3360-401f-b688-2ec98f766ee7 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=57149afd-9a49-4af4-8197-c218a8c0846c HTTP/1.1" status: 200 len: 945 time: 0.0486040 Jan 11 14:18:14.113214 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c0d4fe68-f603-4837-aa91-42d94b9052cb req-b5532660-dfb4-45bf-bdf9-8087a4f0de32 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423920 Jan 11 14:18:14.463006 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f2fd2-6b22-40b1-8a76-110143244b98 req-7f3f8c6a-4e11-48ce-94d9-b735d7a56fc3 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:14.464626 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7a7f2fd2-6b22-40b1-8a76-110143244b98 req-7f3f8c6a-4e11-48ce-94d9-b735d7a56fc3 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0527484 Jan 11 14:18:14.512421 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7a7f2fd2-6b22-40b1-8a76-110143244b98 req-28beae32-b04b-47d6-b539-b3917f8dfe25 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421817 Jan 11 14:18:14.805046 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 56988) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:14.915901 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5ccac394-a204-41bb-a512-abbd9f094b37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:14.996688 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5ccac394-a204-41bb-a512-abbd9f094b37 admin admin] Publish callbacks [] for security_group (fb0ddc8f-f49f-4fa1-92bb-1f2ab4302fb8), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:15.000299 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5ccac394-a204-41bb-a512-abbd9f094b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (fb0ddc8f-f49f-4fa1-92bb-1f2ab4302fb8), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:15.038484 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-5ccac394-a204-41bb-a512-abbd9f094b37 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eb13677042a34e6b813f4c8474a1ddb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320263 Jan 11 14:18:15.040953 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccac394-a204-41bb-a512-abbd9f094b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0ddc8f-f49f-4fa1-92bb-1f2ab4302fb8,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:15.041360 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 56992) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:15.048843 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccac394-a204-41bb-a512-abbd9f094b37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:15.049199 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccac394-a204-41bb-a512-abbd9f094b37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:15.049553 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccac394-a204-41bb-a512-abbd9f094b37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:15.049897 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccac394-a204-41bb-a512-abbd9f094b37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:15.050237 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccac394-a204-41bb-a512-abbd9f094b37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:15.050573 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccac394-a204-41bb-a512-abbd9f094b37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:15.050931 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccac394-a204-41bb-a512-abbd9f094b37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:15.051264 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccac394-a204-41bb-a512-abbd9f094b37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:15.051621 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccac394-a204-41bb-a512-abbd9f094b37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:15.051955 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccac394-a204-41bb-a512-abbd9f094b37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:15.052283 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccac394-a204-41bb-a512-abbd9f094b37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:15.052608 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccac394-a204-41bb-a512-abbd9f094b37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:15.052933 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccac394-a204-41bb-a512-abbd9f094b37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:15.100536 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-429a23d3-04e7-49ed-9602-69cc8fa0a1ea admin admin] Publish callbacks [] for security_group (fb0ddc8f-f49f-4fa1-92bb-1f2ab4302fb8), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:15.139669 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-429a23d3-04e7-49ed-9602-69cc8fa0a1ea admin admin] Publish callbacks [] for security_group (fb0ddc8f-f49f-4fa1-92bb-1f2ab4302fb8), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:15.158525 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699ece8-7aaa-4951-9698-85e4316a802b req-a3573d2e-f6cc-4a18-a1ad-266a078c6dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:15.160152 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d699ece8-7aaa-4951-9698-85e4316a802b req-a3573d2e-f6cc-4a18-a1ad-266a078c6dae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e53c79af2d940ce87ec727feef0f0ee&device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 1098 time: 0.0729086 Jan 11 14:18:15.276707 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-429a23d3-04e7-49ed-9602-69cc8fa0a1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (fb0ddc8f-f49f-4fa1-92bb-1f2ab4302fb8), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:15.279298 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-429a23d3-04e7-49ed-9602-69cc8fa0a1ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:15.280486 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-429a23d3-04e7-49ed-9602-69cc8fa0a1ea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fb0ddc8f-f49f-4fa1-92bb-1f2ab4302fb8 HTTP/1.1" status: 204 len: 168 time: 0.2374735 Jan 11 14:18:15.300035 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8238a26-7b91-4839-8cbd-cfa5011cd744 req-7adbc5f1-5ece-4ad7-95ff-4fb5d37d03d0 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:15.301524 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e8238a26-7b91-4839-8cbd-cfa5011cd744 req-7adbc5f1-5ece-4ad7-95ff-4fb5d37d03d0 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=57149afd-9a49-4af4-8197-c218a8c0846c HTTP/1.1" status: 200 len: 945 time: 0.1156464 Jan 11 14:18:15.316571 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a23d3-04e7-49ed-9602-69cc8fa0a1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0ddc8f-f49f-4fa1-92bb-1f2ab4302fb8,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:15.337795 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699ece8-7aaa-4951-9698-85e4316a802b req-978650a1-500c-4b56-8684-f5fc3bcb16ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:15.339410 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d699ece8-7aaa-4951-9698-85e4316a802b req-978650a1-500c-4b56-8684-f5fc3bcb16ed service neutron] 10.222.0.45 "GET /v2.0/networks?id=63c4d627-31e2-452f-a693-3a2f1117c04e HTTP/1.1" status: 200 len: 917 time: 0.1709893 Jan 11 14:18:15.412455 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e8238a26-7b91-4839-8cbd-cfa5011cd744 req-cebd5141-d6f7-48c8-a169-e6e6a77ac4e2 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022573 Jan 11 14:18:15.434945 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d699ece8-7aaa-4951-9698-85e4316a802b req-ff3dd2cc-dc8b-4152-bc58-ae83047feef7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c51643c6-7fc4-41fe-bb8c-e237ddadcdaf HTTP/1.1" status: 200 len: 1000 time: 0.0857072 Jan 11 14:18:15.483974 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699ece8-7aaa-4951-9698-85e4316a802b req-ae5a15ac-7182-49cc-9527-81504d17e6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:15.485497 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d699ece8-7aaa-4951-9698-85e4316a802b req-ae5a15ac-7182-49cc-9527-81504d17e6a4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=613a89ec-c23f-446c-aa6e-28885de25556 HTTP/1.1" status: 200 len: 855 time: 0.0448186 Jan 11 14:18:15.534907 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699ece8-7aaa-4951-9698-85e4316a802b req-86ab3e66-13a1-4d6c-bd45-87f1e66abe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:15.536491 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d699ece8-7aaa-4951-9698-85e4316a802b req-86ab3e66-13a1-4d6c-bd45-87f1e66abe1b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63c4d627-31e2-452f-a693-3a2f1117c04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449002 Jan 11 14:18:15.639146 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c569dfb-8375-4136-bf25-b43a65ea4a60 req-d6f2a2fc-b513-4000-91bc-723ef660273f tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:15.641079 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8c569dfb-8375-4136-bf25-b43a65ea4a60 req-d6f2a2fc-b513-4000-91bc-723ef660273f tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0554726 Jan 11 14:18:15.703845 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8c569dfb-8375-4136-bf25-b43a65ea4a60 req-cf4f11d4-e361-4ccf-bbad-c71be813c98e tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569766 Jan 11 14:18:15.827040 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d699ece8-7aaa-4951-9698-85e4316a802b req-95de3601-0f0d-427a-8f09-c02c1b493b78 service neutron] 10.222.0.45 "GET /v2.0/networks/63c4d627-31e2-452f-a693-3a2f1117c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729030 Jan 11 14:18:15.936938 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d699ece8-7aaa-4951-9698-85e4316a802b req-322c1ee6-04c7-468a-893b-80c949b58a8e service neutron] 10.222.0.45 "GET /v2.0/networks/63c4d627-31e2-452f-a693-3a2f1117c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025293 Jan 11 14:18:16.156946 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 097e8414-4883-4986-ba49-5f760c6cbef9 no longer exists at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:18:16.181808 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] No Port match for: 097e8414-4883-4986-ba49-5f760c6cbef9 {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:18:16.182164 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 097e8414-4883-4986-ba49-5f760c6cbef9 not bound to the agent host hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:18:16.267010 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe7428-22f1-417a-9150-5433a976efcc req-c35ff8de-eb25-4fa3-b163-ccaa589c0303 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:16.268508 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3efe7428-22f1-417a-9150-5433a976efcc req-c35ff8de-eb25-4fa3-b163-ccaa589c0303 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.45 "GET /v2.0/ports?device_id=57149afd-9a49-4af4-8197-c218a8c0846c HTTP/1.1" status: 200 len: 945 time: 0.0609620 Jan 11 14:18:16.368588 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [req-3efe7428-22f1-417a-9150-5433a976efcc req-80cfb57a-e03c-4118-9261-a8912e235002 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Deleting port 16deb647-6c63-414a-a191-4b93e1d0501e {{(pid=102758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:18:16.368962 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-3efe7428-22f1-417a-9150-5433a976efcc req-80cfb57a-e03c-4118-9261-a8912e235002 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (16deb647-6c63-414a-a191-4b93e1d0501e), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:16.469031 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [req-3efe7428-22f1-417a-9150-5433a976efcc req-80cfb57a-e03c-4118-9261-a8912e235002 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] For port 16deb647-6c63-414a-a191-4b93e1d0501e, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=16deb647-6c63-414a-a191-4b93e1d0501e,segment=NetworkSegment(1ecafd43-8c38-4919-b45e-c12069c719ef),segment_id=1ecafd43-8c38-4919-b45e-c12069c719ef)] {{(pid=102758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:18:16.469430 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-3efe7428-22f1-417a-9150-5433a976efcc req-80cfb57a-e03c-4118-9261-a8912e235002 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (16deb647-6c63-414a-a191-4b93e1d0501e), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:16.498627 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [req-3efe7428-22f1-417a-9150-5433a976efcc req-80cfb57a-e03c-4118-9261-a8912e235002 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Calling delete_port for 16deb647-6c63-414a-a191-4b93e1d0501e owned by compute:nova {{(pid=102758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:18:16.589260 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82914f3-fb65-4344-896e-48b71145b821 req-5a1d6b5b-b497-4419-a920-8b539a10c685 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:16.590777 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b82914f3-fb65-4344-896e-48b71145b821 req-5a1d6b5b-b497-4419-a920-8b539a10c685 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=57149afd-9a49-4af4-8197-c218a8c0846c HTTP/1.1" status: 200 len: 945 time: 0.0961099 Jan 11 14:18:16.651068 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b82914f3-fb65-4344-896e-48b71145b821 req-2255e827-24df-4764-9147-c427d057ac19 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535562 Jan 11 14:18:16.709591 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-3efe7428-22f1-417a-9150-5433a976efcc req-80cfb57a-e03c-4118-9261-a8912e235002 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005'] for port (16deb647-6c63-414a-a191-4b93e1d0501e), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:16.722881 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872', '16deb647-6c63-414a-a191-4b93e1d0501e'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:18:16.789979 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cfb57a-e03c-4118-9261-a8912e235002 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Pushing event deleted for resources: {'Port': ['ID=16deb647-6c63-414a-a191-4b93e1d0501e,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:16.820612 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.l3_dvrscheduler_db [req-3efe7428-22f1-417a-9150-5433a976efcc req-80cfb57a-e03c-4118-9261-a8912e235002 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] No DVR routers for this DVR port 16deb647-6c63-414a-a191-4b93e1d0501e on host hv-cinder-82413 {{(pid=102758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 14:18:16.824585 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-3efe7428-22f1-417a-9150-5433a976efcc req-80cfb57a-e03c-4118-9261-a8912e235002 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:16.828074 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3efe7428-22f1-417a-9150-5433a976efcc req-80cfb57a-e03c-4118-9261-a8912e235002 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.45 "DELETE /v2.0/ports/16deb647-6c63-414a-a191-4b93e1d0501e HTTP/1.1" status: 204 len: 173 time: 0.5541615 Jan 11 14:18:16.828553 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57149afd-9a49-4af4-8197-c218a8c0846c', 'name': 'network-vif-deleted', 'tag': '16deb647-6c63-414a-a191-4b93e1d0501e'}] {{(pid=102758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:18:16.831765 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bad0c4360237c930a732257e05ff37eb7f7649fd7d398cae3022b7fa374a377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b438e9-dbcf-4dd7-bcc8-e529e6976902" -d '{"events": [{"server_uuid": "57149afd-9a49-4af4-8197-c218a8c0846c", "name": "network-vif-deleted", "tag": "16deb647-6c63-414a-a191-4b93e1d0501e"}]}' {{(pid=102758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:18:16.903205 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87217c-2b83-4f72-bc61-4fda81a0aea3 req-a0e6e6a7-8ecf-4dc0-8e43-14466f176cc6 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:16.911040 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ac87217c-2b83-4f72-bc61-4fda81a0aea3 req-a0e6e6a7-8ecf-4dc0-8e43-14466f176cc6 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0623698 Jan 11 14:18:16.948165 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2931cd-f6b1-44cd-a087-908e8387a9be x-openstack-request-id: req-2f2931cd-f6b1-44cd-a087-908e8387a9be {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:18:16.949846 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57149afd-9a49-4af4-8197-c218a8c0846c", "name": "network-vif-deleted", "tag": "16deb647-6c63-414a-a191-4b93e1d0501e", "status": "completed", "code": 200}]} {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:18:16.950293 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2f2931cd-f6b1-44cd-a087-908e8387a9be {{(pid=102758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:18:16.950977 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57149afd-9a49-4af4-8197-c218a8c0846c', 'name': 'network-vif-deleted', 'tag': '16deb647-6c63-414a-a191-4b93e1d0501e', 'status': 'completed', 'code': 200} Jan 11 14:18:16.962601 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 57096) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:16.991588 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ac87217c-2b83-4f72-bc61-4fda81a0aea3 req-aa32a924-fc41-43a7-bbd2-d4e18d54f051 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782306 Jan 11 14:18:17.026220 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a95c692-5dcd-46a4-af9f-8dfead44b155 admin admin] Deleting subnet 119f6f8d-ff99-408b-be83-44f658974238 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 14:18:17.029841 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a95c692-5dcd-46a4-af9f-8dfead44b155 admin admin] Publish callbacks [] for subnet (119f6f8d-ff99-408b-be83-44f658974238), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:17.067784 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a95c692-5dcd-46a4-af9f-8dfead44b155 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850843'] for subnet (119f6f8d-ff99-408b-be83-44f658974238), precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:17.106533 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a95c692-5dcd-46a4-af9f-8dfead44b155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757316'] for subnet (119f6f8d-ff99-408b-be83-44f658974238), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:17.156655 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a95c692-5dcd-46a4-af9f-8dfead44b155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10442644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10134044'] for subnet (119f6f8d-ff99-408b-be83-44f658974238), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:17.183470 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95c692-5dcd-46a4-af9f-8dfead44b155 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=119f6f8d-ff99-408b-be83-44f658974238,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:17.187169 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3a95c692-5dcd-46a4-af9f-8dfead44b155 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:17.190364 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-3a95c692-5dcd-46a4-af9f-8dfead44b155 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/119f6f8d-ff99-408b-be83-44f658974238 HTTP/1.1" status: 204 len: 168 time: 0.2266686 Jan 11 14:18:17.192894 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 57098) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:17.264053 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1abe4988-8fe6-4a43-b152-181e8b99c13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1612487'] for network (d319b443-645e-432a-b025-0fae1ca27645), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:17.343635 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1abe4988-8fe6-4a43-b152-181e8b99c13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759249', 'neutron.services.segments.db._delete_segments_for_network-8792866421935'] for network (d319b443-645e-432a-b025-0fae1ca27645), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:17.363653 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.services.segments.db [None req-1abe4988-8fe6-4a43-b152-181e8b99c13b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d319b443-645e-432a-b025-0fae1ca27645']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:18:17.374069 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.services.segments.db [None req-1abe4988-8fe6-4a43-b152-181e8b99c13b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d5f370-bdf9-4a61-9c70-84ab09650616') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:18:17.374370 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.services.segments.db [None req-1abe4988-8fe6-4a43-b152-181e8b99c13b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d5f370-bdf9-4a61-9c70-84ab09650616') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:18:17.384735 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1abe4988-8fe6-4a43-b152-181e8b99c13b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792866425528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850834'] for segment (32d5f370-bdf9-4a61-9c70-84ab09650616), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:17.398402 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1abe4988-8fe6-4a43-b152-181e8b99c13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781'] for segment (32d5f370-bdf9-4a61-9c70-84ab09650616), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:17.404926 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1abe4988-8fe6-4a43-b152-181e8b99c13b admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 14:18:17.405311 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1abe4988-8fe6-4a43-b152-181e8b99c13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10442738'] for segment (32d5f370-bdf9-4a61-9c70-84ab09650616), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:17.406951 dv-cinder-824131-3-iscsi neutron-server[102759]: Traceback (most recent call last): Jan 11 14:18:17.406951 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 14:18:17.406951 dv-cinder-824131-3-iscsi neutron-server[102759]: timer() Jan 11 14:18:17.406951 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 14:18:17.406951 dv-cinder-824131-3-iscsi neutron-server[102759]: cb(*args, **kw) Jan 11 14:18:17.406951 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 14:18:17.406951 dv-cinder-824131-3-iscsi neutron-server[102759]: return func(*args, **kwargs) Jan 11 14:18:17.406951 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 14:18:17.406951 dv-cinder-824131-3-iscsi neutron-server[102759]: self._notify() Jan 11 14:18:17.406951 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 14:18:17.406951 dv-cinder-824131-3-iscsi neutron-server[102759]: self.callback(batched_events) Jan 11 14:18:17.406951 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 14:18:17.406951 dv-cinder-824131-3-iscsi neutron-server[102759]: event.method(event) Jan 11 14:18:17.406951 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 14:18:17.406951 dv-cinder-824131-3-iscsi neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 14:18:17.406951 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 14:18:17.406951 dv-cinder-824131-3-iscsi neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 14:18:17.406951 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 14:18:17.406951 dv-cinder-824131-3-iscsi neutron-server[102759]: return f(self, *a, **k) Jan 11 14:18:17.406951 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 14:18:17.406951 dv-cinder-824131-3-iscsi neutron-server[102759]: return self._get(url).json() Jan 11 14:18:17.406951 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 14:18:17.406951 dv-cinder-824131-3-iscsi neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 14:18:17.406951 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 14:18:17.406951 dv-cinder-824131-3-iscsi neutron-server[102759]: return self.request(url, 'GET', **kwargs) Jan 11 14:18:17.406951 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 14:18:17.406951 dv-cinder-824131-3-iscsi neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 14:18:17.406951 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 14:18:17.406951 dv-cinder-824131-3-iscsi neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 14:18:17.406951 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 14:18:17.406951 dv-cinder-824131-3-iscsi neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 14:18:17.406951 dv-cinder-824131-3-iscsi neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 14:18:17.464890 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1abe4988-8fe6-4a43-b152-181e8b99c13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704736'] for network (d319b443-645e-432a-b025-0fae1ca27645), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:17.477555 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1abe4988-8fe6-4a43-b152-181e8b99c13b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for network (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:17.480928 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-1abe4988-8fe6-4a43-b152-181e8b99c13b admin admin] 10.222.0.49 "DELETE /v2.0/networks/d319b443-645e-432a-b025-0fae1ca27645 HTTP/1.1" status: 204 len: 168 time: 0.2870340 Jan 11 14:18:17.491158 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe4988-8fe6-4a43-b152-181e8b99c13b admin admin] Pushing event deleted for resources: {'Network': ['ID=d319b443-645e-432a-b025-0fae1ca27645,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:17.653375 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 57104) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:17.695813 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-bc7cf392-65c5-494d-ad19-210716bf884a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2b10949b6e5a439990bd8563f61eca19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412223 Jan 11 14:18:17.699463 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 57108) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:17.755192 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50d6797a-7441-4d39-b096-620492235a8d admin admin] Publish callbacks [] for security_group (69729857-6067-4647-910f-949f11133207), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:17.779581 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50d6797a-7441-4d39-b096-620492235a8d admin admin] Publish callbacks [] for security_group (69729857-6067-4647-910f-949f11133207), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:17.840356 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50d6797a-7441-4d39-b096-620492235a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (69729857-6067-4647-910f-949f11133207), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:17.843214 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-50d6797a-7441-4d39-b096-620492235a8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:17.844439 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-50d6797a-7441-4d39-b096-620492235a8d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/69729857-6067-4647-910f-949f11133207 HTTP/1.1" status: 204 len: 168 time: 0.1438768 Jan 11 14:18:17.852566 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d6797a-7441-4d39-b096-620492235a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69729857-6067-4647-910f-949f11133207,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:18.044985 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cc4fa-0811-4937-9627-b778dc33a780 req-82756f2c-84a2-4b46-8a7c-7737a3a6a31c tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:18.046996 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ac7cc4fa-0811-4937-9627-b778dc33a780 req-82756f2c-84a2-4b46-8a7c-7737a3a6a31c tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 945 time: 0.0647316 Jan 11 14:18:18.133641 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ac7cc4fa-0811-4937-9627-b778dc33a780 req-2db9433e-e1f5-4b97-96ab-98a15b77b5c8 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784981 Jan 11 14:18:18.160653 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32ebe0-088d-4ee1-860a-3727692c3e6a req-e1f6215f-207f-4bc7-8af5-a4eb6bc04e93 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:18.162205 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fd32ebe0-088d-4ee1-860a-3727692c3e6a req-e1f6215f-207f-4bc7-8af5-a4eb6bc04e93 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 945 time: 0.0691159 Jan 11 14:18:18.171229 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 57130) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:18.188785 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device c51643c6-7fc4-41fe-bb8c-e237ddadcdaf no longer exists at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:18:18.242079 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fd32ebe0-088d-4ee1-860a-3727692c3e6a req-85234567-267d-44c3-b912-914c32d30112 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694873 Jan 11 14:18:18.291037 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port c51643c6-7fc4-41fe-bb8c-e237ddadcdaf is: ACTIVE; New status is: DOWN {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:18:18.291037 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (c51643c6-7fc4-41fe-bb8c-e237ddadcdaf), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:18.314787 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07361687-ec7a-4f6e-8e42-530c1a64ba04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c51643c6-7fc4-41fe-bb8c-e237ddadcdaf'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:18:18.317072 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2d4b612b30f5b24bc1864879ef56701efa35e28b014bb4d8aa1230102106bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e210ae8-bba0-4c59-8b3d-97f5000b1d26" -d '{"events": [{"server_uuid": "07361687-ec7a-4f6e-8e42-530c1a64ba04", "name": "network-vif-unplugged", "status": "completed", "tag": "c51643c6-7fc4-41fe-bb8c-e237ddadcdaf"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:18:18.330441 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port c51643c6-7fc4-41fe-bb8c-e237ddadcdaf, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=c51643c6-7fc4-41fe-bb8c-e237ddadcdaf,segment=NetworkSegment(b78d3995-300f-48b9-80bd-160535fc8f73),segment_id=b78d3995-300f-48b9-80bd-160535fc8f73)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:18:18.335905 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (c51643c6-7fc4-41fe-bb8c-e237ddadcdaf), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:18.382785 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 11 Jan 2022 14:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20204ce3-31df-45f1-a2c3-2e9e673c98d0 x-openstack-request-id: req-20204ce3-31df-45f1-a2c3-2e9e673c98d0 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:18:18.383100 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07361687-ec7a-4f6e-8e42-530c1a64ba04", "name": "network-vif-unplugged", "status": "completed", "tag": "c51643c6-7fc4-41fe-bb8c-e237ddadcdaf", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:18:18.383357 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-20204ce3-31df-45f1-a2c3-2e9e673c98d0 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:18:18.383772 dv-cinder-824131-3-iscsi neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07361687-ec7a-4f6e-8e42-530c1a64ba04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c51643c6-7fc4-41fe-bb8c-e237ddadcdaf', 'code': 200} Jan 11 14:18:18.396046 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=c51643c6-7fc4-41fe-bb8c-e237ddadcdaf,revision_number=8']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:18.440757 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea619d2-f694-48df-9ed1-fd32b5c77ee4 tempest-TestMinimumBasicScenario-1120944414 tempest-TestMinimumBasicScenario-1120944414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:18.442574 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-cea619d2-f694-48df-9ed1-fd32b5c77ee4 tempest-TestMinimumBasicScenario-1120944414 tempest-TestMinimumBasicScenario-1120944414-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 1093 time: 0.2708414 Jan 11 14:18:18.445581 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 57144) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:18.450827 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-41666e8b-0aff-419f-ad44-573e543e110e tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Request body: {'floatingip': {'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'port_id': 'c7e7af63-dba4-40f2-b97e-3dc8a5d14124', 'tenant_id': '1d7f551824974a53a1ea507b061f4c72', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:18:18.476825 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-41666e8b-0aff-419f-ad44-573e543e110e tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:18.584820 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-41666e8b-0aff-419f-ad44-573e543e110e tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:18.668921 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 57154) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:18.704414 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-41666e8b-0aff-419f-ad44-573e543e110e tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Allocated IP 172.27.2.253 (2ce614e2-30de-465a-a7cf-ddab87bfda56/24533608-225a-4678-8e54-d2d8b6714d88/6e33f4b8-a95e-4470-bb82-da31bd45e5ee) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:18:18.771721 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-4b9b0f9e-57ca-4e70-a917-09c84fe7ec1d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1187170809-network', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:18:18.794363 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9b0f9e-57ca-4e70-a917-09c84fe7ec1d admin admin] Made reservation on behalf of 135a305e0bbe4cfcbfea666d19340195 for: {'network': 1} {{(pid=102758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:18:18.796726 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-4b9b0f9e-57ca-4e70-a917-09c84fe7ec1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for network (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:18.805696 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-4b9b0f9e-57ca-4e70-a917-09c84fe7ec1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:18.811747 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-41666e8b-0aff-419f-ad44-573e543e110e tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks [] for port (6e33f4b8-a95e-4470-bb82-da31bd45e5ee), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:18.868584 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-41666e8b-0aff-419f-ad44-573e543e110e tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (6e33f4b8-a95e-4470-bb82-da31bd45e5ee), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:18.898377 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-4b9b0f9e-57ca-4e70-a917-09c84fe7ec1d admin admin] Publish callbacks [] for security_group (44c43b86-c709-474e-a2ba-7f1ae165df89), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:18.904989 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-4b9b0f9e-57ca-4e70-a917-09c84fe7ec1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (44c43b86-c709-474e-a2ba-7f1ae165df89), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:18.909758 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41666e8b-0aff-419f-ad44-573e543e110e tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Network 2ce614e2-30de-465a-a7cf-ddab87bfda56 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:18:18.912903 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-41666e8b-0aff-419f-ad44-573e543e110e tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:18:18.917027 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41666e8b-0aff-419f-ad44-573e543e110e tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:18:18.939558 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b9b0f9e-57ca-4e70-a917-09c84fe7ec1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=102758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 14:18:18.954175 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41666e8b-0aff-419f-ad44-573e543e110e tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Pushing event updated for resources: {'Port': ['ID=6e33f4b8-a95e-4470-bb82-da31bd45e5ee,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:18.957339 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-4b9b0f9e-57ca-4e70-a917-09c84fe7ec1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781'] for segment (b82cbb00-5e14-475e-ae16-2f96aee9e7db), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:18.958443 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.db.segments_db [None req-4b9b0f9e-57ca-4e70-a917-09c84fe7ec1d admin admin] Added segment b82cbb00-5e14-475e-ae16-2f96aee9e7db of type vlan for network bafd8a92-c934-408c-97d9-8c6dc292a947 Jan 11 14:18:18.967210 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b0f9e-57ca-4e70-a917-09c84fe7ec1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c43b86-c709-474e-a2ba-7f1ae165df89,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:19.039638 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-4b9b0f9e-57ca-4e70-a917-09c84fe7ec1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792865857603'] for network (bafd8a92-c934-408c-97d9-8c6dc292a947), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:19.102840 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-4b9b0f9e-57ca-4e70-a917-09c84fe7ec1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828'] for network (bafd8a92-c934-408c-97d9-8c6dc292a947), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:19.103909 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9b0f9e-57ca-4e70-a917-09c84fe7ec1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:19.104594 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-4b9b0f9e-57ca-4e70-a917-09c84fe7ec1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for network (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:19.164965 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-4b9b0f9e-57ca-4e70-a917-09c84fe7ec1d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4948921 Jan 11 14:18:19.168568 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 57164) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:19.175282 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-009c9188-bc02-427e-9e2a-1e8fe98dd684 admin admin] Request body: {'subnet': {'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1187170809-subnet', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:18:19.181003 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d99fc7-1198-40b6-9ace-5308facc546f req-095731aa-8cc2-42e4-b43e-614b69019208 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:19.183174 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-33d99fc7-1198-40b6-9ace-5308facc546f req-095731aa-8cc2-42e4-b43e-614b69019208 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe790a9d-f25c-4f0c-852d-3155d29520c0 HTTP/1.1" status: 200 len: 945 time: 0.1298506 Jan 11 14:18:19.191775 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b0f9e-57ca-4e70-a917-09c84fe7ec1d admin admin] Pushing event updated for resources: {'Network': ['ID=bafd8a92-c934-408c-97d9-8c6dc292a947,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:19.207978 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Network bafd8a92-c934-408c-97d9-8c6dc292a947 details requested by agent ovs-agent-dv-cinder-824131-3-iscsi with host dv-cinder-824131-3-iscsi {{(pid=102760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 14:18:19.243152 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-33d99fc7-1198-40b6-9ace-5308facc546f req-80554898-fe9c-4e94-a01c-9cefd4608d37 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518661 Jan 11 14:18:19.310979 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009c9188-bc02-427e-9e2a-1e8fe98dd684 admin admin] Made reservation on behalf of 135a305e0bbe4cfcbfea666d19340195 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:18:19.313433 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-009c9188-bc02-427e-9e2a-1e8fe98dd684 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10134137'] for subnet (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:19.367696 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92938b-0a44-4868-a86a-ddbf3a9ae0e5 req-d2a1c38f-8c19-4b5d-8e54-94aa73cb10a2 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:19.370701 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0b92938b-0a44-4868-a86a-ddbf3a9ae0e5 req-d2a1c38f-8c19-4b5d-8e54-94aa73cb10a2 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 943 time: 0.0579422 Jan 11 14:18:19.375629 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-41666e8b-0aff-419f-ad44-573e543e110e tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks [] for floatingip (45fea025-66c1-464a-8e7c-1f5f880b7e4c), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:19.421060 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0b92938b-0a44-4868-a86a-ddbf3a9ae0e5 req-560b1010-760a-4833-b4bb-6e022028c85f tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447409 Jan 11 14:18:19.492573 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-41666e8b-0aff-419f-ad44-573e543e110e tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (6e33f4b8-a95e-4470-bb82-da31bd45e5ee), before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:19.587089 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-009c9188-bc02-427e-9e2a-1e8fe98dd684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10443857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10134039'] for subnet (4d58c911-087c-4b19-80a7-5a9e906fabc5), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:19.692932 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c9188-bc02-427e-9e2a-1e8fe98dd684 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d58c911-087c-4b19-80a7-5a9e906fabc5,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:19.727173 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009c9188-bc02-427e-9e2a-1e8fe98dd684 admin admin] Checking segment: {'id': 'b82cbb00-5e14-475e-ae16-2f96aee9e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:18:19.727555 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009c9188-bc02-427e-9e2a-1e8fe98dd684 admin admin] Network hostable DHCP agents. Network: bafd8a92-c934-408c-97d9-8c6dc292a947, hostable agents: ['0926af04-f8d6-426e-a613-5ede47dbe2c0'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 14:18:19.768334 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-41666e8b-0aff-419f-ad44-573e543e110e tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks [] for port (6e33f4b8-a95e-4470-bb82-da31bd45e5ee), precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:19.770370 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009c9188-bc02-427e-9e2a-1e8fe98dd684 admin admin] Network bafd8a92-c934-408c-97d9-8c6dc292a947 is scheduled to be hosted by DHCP agent 0926af04-f8d6-426e-a613-5ede47dbe2c0 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 14:18:19.773840 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-41666e8b-0aff-419f-ad44-573e543e110e tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442702'] for port (6e33f4b8-a95e-4470-bb82-da31bd45e5ee), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:19.804001 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-009c9188-bc02-427e-9e2a-1e8fe98dd684 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824131-3-iscsi, bafd8a92-c934-408c-97d9-8c6dc292a947) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:18:19.812012 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca5730b-b063-4474-bbfa-4c1d5bd750d0 None None] Network bafd8a92-c934-408c-97d9-8c6dc292a947 requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:18:19.814060 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009c9188-bc02-427e-9e2a-1e8fe98dd684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:19.814682 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-009c9188-bc02-427e-9e2a-1e8fe98dd684 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:19.856476 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41666e8b-0aff-419f-ad44-573e543e110e tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Pushing event updated for resources: {'Port': ['ID=6e33f4b8-a95e-4470-bb82-da31bd45e5ee,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:19.872211 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-009c9188-bc02-427e-9e2a-1e8fe98dd684 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7025158 Jan 11 14:18:19.874134 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 57184) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:19.878084 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-41666e8b-0aff-419f-ad44-573e543e110e tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704722'] for floatingip (45fea025-66c1-464a-8e7c-1f5f880b7e4c), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:19.882109 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-525391f3-0020-4fb4-8bb8-e58578a61cf2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1187170809-router', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'}}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:18:19.927217 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-525391f3-0020-4fb4-8bb8-e58578a61cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29997'] for router (d9326052-8cd2-41d9-a016-ab300bb05cca), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:19.929337 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-525391f3-0020-4fb4-8bb8-e58578a61cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-904831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29990'] for router (d9326052-8cd2-41d9-a016-ab300bb05cca), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:19.950976 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55391812-c40a-4c21-9637-658e16af333e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbe26d46-1e47-5402-9039-f69d88523b3b-bafd8a92-c934-408c-97d9-8c6dc292a947', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'fixed_ips': [{'subnet_id': '4d58c911-087c-4b19-80a7-5a9e906fabc5'}]}} from dv-cinder-824131-3-iscsi. {{(pid=102760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 14:18:19.952265 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-55391812-c40a-4c21-9637-658e16af333e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:20.012542 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-525391f3-0020-4fb4-8bb8-e58578a61cf2 admin admin] Publish callbacks [] for router_controller (d9326052-8cd2-41d9-a016-ab300bb05cca), precommit_add_association {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:20.126110 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-55391812-c40a-4c21-9637-658e16af333e None None] Allocated IP 172.20.0.2 (bafd8a92-c934-408c-97d9-8c6dc292a947/4d58c911-087c-4b19-80a7-5a9e906fabc5/f73b534f-cf4c-4c17-86ef-4332f0de212c) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:18:20.202225 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 16deb647-6c63-414a-a191-4b93e1d0501e no longer exists at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:18:20.224505 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.db.l3_db [None req-41666e8b-0aff-419f-ad44-573e543e110e tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Floating IP 45fea025-66c1-464a-8e7c-1f5f880b7e4c associated. External IP: 172.27.2.253, port: c7e7af63-dba4-40f2-b97e-3dc8a5d14124. Jan 11 14:18:20.225573 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] No Port match for: 16deb647-6c63-414a-a191-4b93e1d0501e {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:18:20.225972 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 16deb647-6c63-414a-a191-4b93e1d0501e not bound to the agent host hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:18:20.311186 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [req-ebf897d6-2179-45bc-abe5-5d1bae1a3bf0 req-f1abb112-c544-44e7-b53a-cc94ab23e4d1 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 14:18:20.312243 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ebf897d6-2179-45bc-abe5-5d1bae1a3bf0 req-f1abb112-c544-44e7-b53a-cc94ab23e4d1 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3096602 Jan 11 14:18:20.350457 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-55391812-c40a-4c21-9637-658e16af333e None None] Publish callbacks [] for port (f73b534f-cf4c-4c17-86ef-4332f0de212c), precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:20.357957 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-55391812-c40a-4c21-9637-658e16af333e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996'] for port (f73b534f-cf4c-4c17-86ef-4332f0de212c), after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:20.417933 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-525391f3-0020-4fb4-8bb8-e58578a61cf2 admin admin] Publish callbacks [] for router_gateway (d9326052-8cd2-41d9-a016-ab300bb05cca), precommit_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:20.444420 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0871ec-aa52-4d53-9bf3-dc3880ff79ee req-3fd91a46-0f4b-46ff-a518-049c1f6a336d tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:20.446207 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8e0871ec-aa52-4d53-9bf3-dc3880ff79ee req-3fd91a46-0f4b-46ff-a518-049c1f6a336d tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe790a9d-f25c-4f0c-852d-3155d29520c0 HTTP/1.1" status: 200 len: 945 time: 0.1207490 Jan 11 14:18:20.462974 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55391812-c40a-4c21-9637-658e16af333e None None] Pushing event updated for resources: {'Port': ['ID=f73b534f-cf4c-4c17-86ef-4332f0de212c,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:20.470384 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55391812-c40a-4c21-9637-658e16af333e None None] Network bafd8a92-c934-408c-97d9-8c6dc292a947 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:18:20.474293 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-55391812-c40a-4c21-9637-658e16af333e None None] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:18:20.477851 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55391812-c40a-4c21-9637-658e16af333e None None] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:18:20.504449 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41666e8b-0aff-419f-ad44-573e543e110e tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Router 022719f5-ebb3-49d9-a36a-b008dd8ffa7e has already been hosted by L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 14:18:20.536716 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-55391812-c40a-4c21-9637-658e16af333e None None] Attempting to bind port f73b534f-cf4c-4c17-86ef-4332f0de212c on host dv-cinder-824131-3-iscsi for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:18:20.537621 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-55391812-c40a-4c21-9637-658e16af333e None None] Attempting to bind port f73b534f-cf4c-4c17-86ef-4332f0de212c by drivers openvswitch,hyperv on host dv-cinder-824131-3-iscsi at level 0 using segments [{'id': 'b82cbb00-5e14-475e-ae16-2f96aee9e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:18:20.538219 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55391812-c40a-4c21-9637-658e16af333e None None] Attempting to bind port f73b534f-cf4c-4c17-86ef-4332f0de212c on network bafd8a92-c934-408c-97d9-8c6dc292a947 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:18:20.545075 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55391812-c40a-4c21-9637-658e16af333e None None] Checking agent: {'id': '9d224d65-2af6-406d-8eb7-edecce64fdf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824131-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 5, 2), 'started_at': datetime.datetime(2022, 1, 11, 14, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824131-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:18:20.545785 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55391812-c40a-4c21-9637-658e16af333e None None] Checking segment: {'id': 'b82cbb00-5e14-475e-ae16-2f96aee9e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:18:20.546408 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-55391812-c40a-4c21-9637-658e16af333e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:20.547018 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55391812-c40a-4c21-9637-658e16af333e None None] Bound using segment: {'id': 'b82cbb00-5e14-475e-ae16-2f96aee9e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:18:20.547778 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-55391812-c40a-4c21-9637-658e16af333e None None] Bound port: f73b534f-cf4c-4c17-86ef-4332f0de212c, host: dv-cinder-824131-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b82cbb00-5e14-475e-ae16-2f96aee9e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:18:20.548407 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-55391812-c40a-4c21-9637-658e16af333e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (f73b534f-cf4c-4c17-86ef-4332f0de212c), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:20.580340 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8e0871ec-aa52-4d53-9bf3-dc3880ff79ee req-db687037-9567-4c57-a0c2-f116de3663bf tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239772 Jan 11 14:18:20.611444 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954a9d3-3e75-4d50-a582-36298b92746d req-69018403-5f14-4c30-94fa-d24c11da83b3 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:20.613065 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f954a9d3-3e75-4d50-a582-36298b92746d req-69018403-5f14-4c30-94fa-d24c11da83b3 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 943 time: 0.0907590 Jan 11 14:18:20.638023 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-55391812-c40a-4c21-9637-658e16af333e None None] For port f73b534f-cf4c-4c17-86ef-4332f0de212c, host dv-cinder-824131-3-iscsi, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:18:20.642430 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-55391812-c40a-4c21-9637-658e16af333e None None] For port f73b534f-cf4c-4c17-86ef-4332f0de212c, host dv-cinder-824131-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=f73b534f-cf4c-4c17-86ef-4332f0de212c,segment=NetworkSegment(b82cbb00-5e14-475e-ae16-2f96aee9e7db),segment_id=b82cbb00-5e14-475e-ae16-2f96aee9e7db)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:18:20.647718 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-55391812-c40a-4c21-9637-658e16af333e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (f73b534f-cf4c-4c17-86ef-4332f0de212c), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:20.670217 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41666e8b-0aff-419f-ad44-573e543e110e tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:18:20.702638 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-41666e8b-0aff-419f-ad44-573e543e110e tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:20.714602 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55391812-c40a-4c21-9637-658e16af333e None None] Pushing event updated for resources: {'Port': ['ID=f73b534f-cf4c-4c17-86ef-4332f0de212c,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:20.724148 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876b9cbe-a761-403e-9294-d8d23208a584 None None] Sync routers for ids ['022719f5-ebb3-49d9-a36a-b008dd8ffa7e'] in dv-cinder-824131-3-iscsi {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:18:20.750415 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876b9cbe-a761-403e-9294-d8d23208a584 None None] Routers {'022719f5-ebb3-49d9-a36a-b008dd8ffa7e'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:18:20.751518 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-876b9cbe-a761-403e-9294-d8d23208a584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:17:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['022719f5-ebb3-49d9-a36a-b008dd8ffa7e'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:18:20.753212 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-41666e8b-0aff-419f-ad44-573e543e110e tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3059890 Jan 11 14:18:20.755261 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '682faefe-6922-4f9f-b5b8-48b8c9a49665', 'tag': 'c7e7af63-dba4-40f2-b97e-3dc8a5d14124'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:18:20.756990 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 57206) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:20.761028 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3731de440ea07f8bb65e98ae2cdbbed68b84f33189ebecfec85cc797d9a35429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2a4b44-606f-4838-89c8-8e4ec6d2775e" -d '{"events": [{"name": "network-changed", "server_uuid": "682faefe-6922-4f9f-b5b8-48b8c9a49665", "tag": "c7e7af63-dba4-40f2-b97e-3dc8a5d14124"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:18:20.762287 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-1a7dfa94-fd3d-4f6b-82dc-60ce513ce91b tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1911624153', 'description': 'tempest-secgroup-smoke-1911624153 description', 'project_id': '1d7f551824974a53a1ea507b061f4c72'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:18:20.812079 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f954a9d3-3e75-4d50-a582-36298b92746d req-5c3e6f00-05e5-4eb9-bb39-1f3af4635874 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930263 Jan 11 14:18:20.842146 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 14:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d6bedd-e376-429d-ad78-b2b3170d57f4 x-openstack-request-id: req-80d6bedd-e376-429d-ad78-b2b3170d57f4 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:18:20.842445 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "682faefe-6922-4f9f-b5b8-48b8c9a49665", "tag": "c7e7af63-dba4-40f2-b97e-3dc8a5d14124", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:18:20.842754 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-80d6bedd-e376-429d-ad78-b2b3170d57f4 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:18:20.843165 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '682faefe-6922-4f9f-b5b8-48b8c9a49665', 'tag': 'c7e7af63-dba4-40f2-b97e-3dc8a5d14124', 'status': 'completed', 'code': 200} Jan 11 14:18:20.896398 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-1a7dfa94-fd3d-4f6b-82dc-60ce513ce91b tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:20.968304 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-525391f3-0020-4fb4-8bb8-e58578a61cf2 admin admin] Publish callbacks [] for router_gateway (d9326052-8cd2-41d9-a016-ab300bb05cca), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:21.009311 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-525391f3-0020-4fb4-8bb8-e58578a61cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:21.080023 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-876b9cbe-a761-403e-9294-d8d23208a584 None None] Set router 022719f5-ebb3-49d9-a36a-b008dd8ffa7e gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:18:21.108485 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a4b44-606f-4838-89c8-8e4ec6d2775e req-9fe58cd2-1504-421c-a48d-37317bab2015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:21.110292 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-db2a4b44-606f-4838-89c8-8e4ec6d2775e req-9fe58cd2-1504-421c-a48d-37317bab2015 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1d7f551824974a53a1ea507b061f4c72&device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 1098 time: 0.2271256 Jan 11 14:18:21.161113 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 57218) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:21.274793 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-c195cf4c-b089-41ff-952c-94c67dfebb5c req-0dde7cbd-9194-4752-94b1-ae9a79cabf9e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1120498 Jan 11 14:18:21.285041 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [req-c195cf4c-b089-41ff-952c-94c67dfebb5c req-27f1f4a9-8dab-412d-a920-e0592a241592 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 14:18:21.287295 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-c195cf4c-b089-41ff-952c-94c67dfebb5c req-27f1f4a9-8dab-412d-a920-e0592a241592 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071905 Jan 11 14:18:21.308494 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-1a7dfa94-fd3d-4f6b-82dc-60ce513ce91b tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks [] for security_group (2c5e9284-5045-4583-8aae-d83f9dfe6a7b), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:21.325446 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-1a7dfa94-fd3d-4f6b-82dc-60ce513ce91b tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (2c5e9284-5045-4583-8aae-d83f9dfe6a7b), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:21.348622 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.db_base_plugin_common [None req-525391f3-0020-4fb4-8bb8-e58578a61cf2 admin admin] Allocated IP 172.27.2.59 (2ce614e2-30de-465a-a7cf-ddab87bfda56/24533608-225a-4678-8e54-d2d8b6714d88/808135a3-21e1-4dea-9ec1-aef5815def04) {{(pid=102758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:18:21.369669 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744b3ae-ec6f-4101-bddd-60e222d62c0b req-b726d97a-3cfa-408c-9459-be3aa6810b3d tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:21.371760 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7744b3ae-ec6f-4101-bddd-60e222d62c0b req-b726d97a-3cfa-408c-9459-be3aa6810b3d tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe790a9d-f25c-4f0c-852d-3155d29520c0 HTTP/1.1" status: 200 len: 945 time: 0.2656560 Jan 11 14:18:21.391090 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-876b9cbe-a761-403e-9294-d8d23208a584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'name': 'tempest-TestMinimumBasicScenario-318164986-router', 'tenant_id': '1d7f551824974a53a1ea507b061f4c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'b4162774-e1e4-4234-82f0-99aa9a4b5185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:16:48Z', 'updated_at': '2022-01-11T14:16:50Z', 'revision_number': 4, 'project_id': '1d7f551824974a53a1ea507b061f4c72', 'gw_port': {'id': 'b4162774-e1e4-4234-82f0-99aa9a4b5185', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:16:48Z', 'updated_at': '2022-01-11T14:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_floatingips': [{'id': '45fea025-66c1-464a-8e7c-1f5f880b7e4c', 'tenant_id': '1d7f551824974a53a1ea507b061f4c72', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'router_id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'port_id': 'c7e7af63-dba4-40f2-b97e-3dc8a5d14124', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72a2248c-a73f-49e5-a11c-e9eb238083f0', 'mac_address': 'fa:16:3e:3d:db:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682faefe-6922-4f9f-b5b8-48b8c9a49665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T14:18:19Z', 'updated_at': '2022-01-11T14:18:19Z', 'revision_number': 0, 'project_id': '1d7f551824974a53a1ea507b061f4c72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa6a77a5-8760-490b-ad49-07e03891dfd4', 'name': '', 'network_id': '72a2248c-a73f-49e5-a11c-e9eb238083f0', 'tenant_id': '1d7f551824974a53a1ea507b061f4c72', 'mac_address': 'fa:16:3e:e9:c7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '6fc3111a-af4c-475c-bc89-8a812c8ededa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:16:50Z', 'updated_at': '2022-01-11T14:16:55Z', 'revision_number': 5, 'project_id': '1d7f551824974a53a1ea507b061f4c72', 'subnets': [{'id': '6fc3111a-af4c-475c-bc89-8a812c8ededa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:18:21.414326 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a4b44-606f-4838-89c8-8e4ec6d2775e req-11bf7279-778c-466f-9e40-4d093b7eb266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:21.415872 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-db2a4b44-606f-4838-89c8-8e4ec6d2775e req-11bf7279-778c-466f-9e40-4d093b7eb266 service neutron] 10.222.0.45 "GET /v2.0/networks?id=72a2248c-a73f-49e5-a11c-e9eb238083f0 HTTP/1.1" status: 200 len: 915 time: 0.2929258 Jan 11 14:18:21.423785 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876b9cbe-a761-403e-9294-d8d23208a584 None None] Checking router: 022719f5-ebb3-49d9-a36a-b008dd8ffa7e for host: dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:18:21.433156 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876b9cbe-a761-403e-9294-d8d23208a584 None None] Routers {'022719f5-ebb3-49d9-a36a-b008dd8ffa7e'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:18:21.433879 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-876b9cbe-a761-403e-9294-d8d23208a584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:17:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['022719f5-ebb3-49d9-a36a-b008dd8ffa7e'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:18:21.444704 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-1a7dfa94-fd3d-4f6b-82dc-60ce513ce91b tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:21.449278 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 57228) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:21.449441 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-1a7dfa94-fd3d-4f6b-82dc-60ce513ce91b tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6901813 Jan 11 14:18:21.454396 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-e80a1690-440b-4723-961c-f4a9bdd5b2dc tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Request body: {'security_group_rule': {'security_group_id': '2c5e9284-5045-4583-8aae-d83f9dfe6a7b', 'project_id': '1d7f551824974a53a1ea507b061f4c72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:18:21.468600 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7dfa94-fd3d-4f6b-82dc-60ce513ce91b tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5e9284-5045-4583-8aae-d83f9dfe6a7b,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:21.493769 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e80a1690-440b-4723-961c-f4a9bdd5b2dc tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks [] for security_group_rule (c9343883-2c1b-4673-8bff-4bfc773167b9), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:21.557541 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e80a1690-440b-4723-961c-f4a9bdd5b2dc tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks [] for security_group_rule (c9343883-2c1b-4673-8bff-4bfc773167b9), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:21.564916 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e80a1690-440b-4723-961c-f4a9bdd5b2dc tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900394'] for security_group_rule (c9343883-2c1b-4673-8bff-4bfc773167b9), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:21.595032 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e80a1690-440b-4723-961c-f4a9bdd5b2dc tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:21.596766 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-e80a1690-440b-4723-961c-f4a9bdd5b2dc tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1462283 Jan 11 14:18:21.599569 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 57232) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:21.604241 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-cd7c6b0b-6d3c-4624-955c-a75a6f74ebc5 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Request body: {'security_group_rule': {'security_group_id': '2c5e9284-5045-4583-8aae-d83f9dfe6a7b', 'project_id': '1d7f551824974a53a1ea507b061f4c72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:18:21.610628 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a1690-440b-4723-961c-f4a9bdd5b2dc tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9343883-2c1b-4673-8bff-4bfc773167b9,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:21.622681 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-db2a4b44-606f-4838-89c8-8e4ec6d2775e req-8c4ca12c-925e-47f9-8fe9-50cc1bfacd5a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7e7af63-dba4-40f2-b97e-3dc8a5d14124 HTTP/1.1" status: 200 len: 999 time: 0.1828463 Jan 11 14:18:21.637572 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-876b9cbe-a761-403e-9294-d8d23208a584 None None] Set router 022719f5-ebb3-49d9-a36a-b008dd8ffa7e gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:18:21.641264 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd7c6b0b-6d3c-4624-955c-a75a6f74ebc5 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks [] for security_group_rule (e30c1d49-c746-4bac-9e8c-8c559c3b61cf), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:21.734653 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd7c6b0b-6d3c-4624-955c-a75a6f74ebc5 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks [] for security_group_rule (e30c1d49-c746-4bac-9e8c-8c559c3b61cf), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:21.741279 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd7c6b0b-6d3c-4624-955c-a75a6f74ebc5 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900394'] for security_group_rule (e30c1d49-c746-4bac-9e8c-8c559c3b61cf), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:21.773891 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd7c6b0b-6d3c-4624-955c-a75a6f74ebc5 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:21.777673 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-cd7c6b0b-6d3c-4624-955c-a75a6f74ebc5 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1744590 Jan 11 14:18:21.782701 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 57238) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:21.790155 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-f98059f5-40e0-4c66-8ea5-e68050b69e5c tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Request body: {'security_group_rule': {'security_group_id': '2c5e9284-5045-4583-8aae-d83f9dfe6a7b', 'project_id': '1d7f551824974a53a1ea507b061f4c72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:18:21.797701 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c6b0b-6d3c-4624-955c-a75a6f74ebc5 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e30c1d49-c746-4bac-9e8c-8c559c3b61cf,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:21.803384 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-525391f3-0020-4fb4-8bb8-e58578a61cf2 admin admin] Publish callbacks [] for port (808135a3-21e1-4dea-9ec1-aef5815def04), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:21.806720 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a4b44-606f-4838-89c8-8e4ec6d2775e req-a5160dc1-bbbc-4348-ae21-5bf3e52d3743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:21.809220 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-db2a4b44-606f-4838-89c8-8e4ec6d2775e req-a5160dc1-bbbc-4348-ae21-5bf3e52d3743 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6fc3111a-af4c-475c-bc89-8a812c8ededa HTTP/1.1" status: 200 len: 853 time: 0.1675565 Jan 11 14:18:21.859875 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f98059f5-40e0-4c66-8ea5-e68050b69e5c tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks [] for security_group_rule (9d30bb27-ce3c-4558-b849-8771a70e0d82), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:21.963047 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [req-7744b3ae-ec6f-4101-bddd-60e222d62c0b req-b1d9d0b0-c8e8-4633-b629-5b3acf7ccd16 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Deleting port e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872 {{(pid=102758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:18:21.963444 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-7744b3ae-ec6f-4101-bddd-60e222d62c0b req-b1d9d0b0-c8e8-4633-b629-5b3acf7ccd16 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:21.979684 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90cc4d9-1058-4df4-84af-ee5940a62b68 req-86de0e68-a002-416d-99cf-2782acb4ed1f tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:21.981326 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f90cc4d9-1058-4df4-84af-ee5940a62b68 req-86de0e68-a002-416d-99cf-2782acb4ed1f tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe790a9d-f25c-4f0c-852d-3155d29520c0 HTTP/1.1" status: 200 len: 945 time: 0.2534213 Jan 11 14:18:21.993859 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f98059f5-40e0-4c66-8ea5-e68050b69e5c tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks [] for security_group_rule (9d30bb27-ce3c-4558-b849-8771a70e0d82), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:22.001172 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f98059f5-40e0-4c66-8ea5-e68050b69e5c tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900394'] for security_group_rule (9d30bb27-ce3c-4558-b849-8771a70e0d82), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:22.082860 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f98059f5-40e0-4c66-8ea5-e68050b69e5c tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:22.083761 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-f98059f5-40e0-4c66-8ea5-e68050b69e5c tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3000445 Jan 11 14:18:22.087192 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 57246) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:22.092344 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-51173906-89eb-4ad7-9bfe-1cc740bc7934 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Request body: {'security_group_rule': {'security_group_id': '2c5e9284-5045-4583-8aae-d83f9dfe6a7b', 'project_id': '1d7f551824974a53a1ea507b061f4c72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:18:22.092615 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a4b44-606f-4838-89c8-8e4ec6d2775e req-1a4d6875-852e-4d89-be5b-5b46d389a53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:22.094177 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-db2a4b44-606f-4838-89c8-8e4ec6d2775e req-1a4d6875-852e-4d89-be5b-5b46d389a53d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=72a2248c-a73f-49e5-a11c-e9eb238083f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2724977 Jan 11 14:18:22.098056 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98059f5-40e0-4c66-8ea5-e68050b69e5c tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d30bb27-ce3c-4558-b849-8771a70e0d82,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:22.131327 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-51173906-89eb-4ad7-9bfe-1cc740bc7934 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks [] for security_group_rule (90704fa0-51df-4eb4-9816-bcc0dbd4b61c), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:22.150151 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-876b9cbe-a761-403e-9294-d8d23208a584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'name': 'tempest-TestMinimumBasicScenario-318164986-router', 'tenant_id': '1d7f551824974a53a1ea507b061f4c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'b4162774-e1e4-4234-82f0-99aa9a4b5185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:16:48Z', 'updated_at': '2022-01-11T14:16:50Z', 'revision_number': 4, 'project_id': '1d7f551824974a53a1ea507b061f4c72', 'gw_port': {'id': 'b4162774-e1e4-4234-82f0-99aa9a4b5185', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:16:48Z', 'updated_at': '2022-01-11T14:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_floatingips': [{'id': '45fea025-66c1-464a-8e7c-1f5f880b7e4c', 'tenant_id': '1d7f551824974a53a1ea507b061f4c72', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'router_id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'port_id': 'c7e7af63-dba4-40f2-b97e-3dc8a5d14124', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72a2248c-a73f-49e5-a11c-e9eb238083f0', 'mac_address': 'fa:16:3e:3d:db:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682faefe-6922-4f9f-b5b8-48b8c9a49665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T14:18:19Z', 'updated_at': '2022-01-11T14:18:19Z', 'revision_number': 0, 'project_id': '1d7f551824974a53a1ea507b061f4c72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa6a77a5-8760-490b-ad49-07e03891dfd4', 'name': '', 'network_id': '72a2248c-a73f-49e5-a11c-e9eb238083f0', 'tenant_id': '1d7f551824974a53a1ea507b061f4c72', 'mac_address': 'fa:16:3e:e9:c7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '6fc3111a-af4c-475c-bc89-8a812c8ededa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:16:50Z', 'updated_at': '2022-01-11T14:16:55Z', 'revision_number': 5, 'project_id': '1d7f551824974a53a1ea507b061f4c72', 'subnets': [{'id': '6fc3111a-af4c-475c-bc89-8a812c8ededa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:18:22.156348 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e28ea3f-1761-4d94-a533-8a11dfdbb776 None None] Network bafd8a92-c934-408c-97d9-8c6dc292a947 requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:18:22.194342 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-525391f3-0020-4fb4-8bb8-e58578a61cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996'] for port (808135a3-21e1-4dea-9ec1-aef5815def04), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:22.221729 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d797a9-1d8e-4bbc-9d72-6bf931d37d1e req-94a21a43-0822-401f-b42c-22e490399587 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:22.228792 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-49d797a9-1d8e-4bbc-9d72-6bf931d37d1e req-94a21a43-0822-401f-b42c-22e490399587 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 943 time: 0.2858214 Jan 11 14:18:22.234288 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-51173906-89eb-4ad7-9bfe-1cc740bc7934 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks [] for security_group_rule (90704fa0-51df-4eb4-9816-bcc0dbd4b61c), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:22.239799 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876b9cbe-a761-403e-9294-d8d23208a584 None None] The sync data for ids ['022719f5-ebb3-49d9-a36a-b008dd8ffa7e'] in dv-cinder-824131-3-iscsi is: [{'id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'name': 'tempest-TestMinimumBasicScenario-318164986-router', 'tenant_id': '1d7f551824974a53a1ea507b061f4c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'b4162774-e1e4-4234-82f0-99aa9a4b5185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:16:48Z', 'updated_at': '2022-01-11T14:16:50Z', 'revision_number': 4, 'project_id': '1d7f551824974a53a1ea507b061f4c72', 'gw_port': {'id': 'b4162774-e1e4-4234-82f0-99aa9a4b5185', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:16:48Z', 'updated_at': '2022-01-11T14:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_floatingips': [{'id': '45fea025-66c1-464a-8e7c-1f5f880b7e4c', 'tenant_id': '1d7f551824974a53a1ea507b061f4c72', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'router_id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'port_id': 'c7e7af63-dba4-40f2-b97e-3dc8a5d14124', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72a2248c-a73f-49e5-a11c-e9eb238083f0', 'mac_address': 'fa:16:3e:3d:db:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682faefe-6922-4f9f-b5b8-48b8c9a49665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T14:18:19Z', 'updated_at': '2022-01-11T14:18:19Z', 'revision_number': 0, 'project_id': '1d7f551824974a53a1ea507b061f4c72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa6a77a5-8760-490b-ad49-07e03891dfd4', 'name': '', 'network_id': '72a2248c-a73f-49e5-a11c-e9eb238083f0', 'tenant_id': '1d7f551824974a53a1ea507b061f4c72', 'mac_address': 'fa:16:3e:e9:c7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '6fc3111a-af4c-475c-bc89-8a812c8ededa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:16:50Z', 'updated_at': '2022-01-11T14:16:55Z', 'revision_number': 5, 'project_id': '1d7f551824974a53a1ea507b061f4c72', 'subnets': [{'id': '6fc3111a-af4c-475c-bc89-8a812c8ededa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:18:22.240206 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-51173906-89eb-4ad7-9bfe-1cc740bc7934 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900394'] for security_group_rule (90704fa0-51df-4eb4-9816-bcc0dbd4b61c), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:22.265545 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device c51643c6-7fc4-41fe-bb8c-e237ddadcdaf no longer exists at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:18:22.284755 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51173906-89eb-4ad7-9bfe-1cc740bc7934 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90704fa0-51df-4eb4-9816-bcc0dbd4b61c,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:22.316182 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-51173906-89eb-4ad7-9bfe-1cc740bc7934 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:22.318306 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-51173906-89eb-4ad7-9bfe-1cc740bc7934 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2301276 Jan 11 14:18:22.326480 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 57248) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:22.329429 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-d456ed0c-1941-40c9-8aa6-5f6490d5df3c None None] Provisioning complete for port f73b534f-cf4c-4c17-86ef-4332f0de212c triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:18:22.330027 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d456ed0c-1941-40c9-8aa6-5f6490d5df3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (f73b534f-cf4c-4c17-86ef-4332f0de212c), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:22.332065 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-6c25b102-666e-49d6-af52-0bd5174fdb85 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Request body: {'security_group_rule': {'security_group_id': '2c5e9284-5045-4583-8aae-d83f9dfe6a7b', 'project_id': '1d7f551824974a53a1ea507b061f4c72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:18:22.342026 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f90cc4d9-1058-4df4-84af-ee5940a62b68 req-c470cbbd-2cae-4404-b827-3fc9927a764f tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830365 Jan 11 14:18:22.397547 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [req-7744b3ae-ec6f-4101-bddd-60e222d62c0b req-b1d9d0b0-c8e8-4633-b629-5b3acf7ccd16 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] For port e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872,segment=NetworkSegment(1ecafd43-8c38-4919-b45e-c12069c719ef),segment_id=1ecafd43-8c38-4919-b45e-c12069c719ef)] {{(pid=102758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:18:22.397920 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-7744b3ae-ec6f-4101-bddd-60e222d62c0b req-b1d9d0b0-c8e8-4633-b629-5b3acf7ccd16 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:22.403737 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525391f3-0020-4fb4-8bb8-e58578a61cf2 admin admin] Network 2ce614e2-30de-465a-a7cf-ddab87bfda56 is already hosted by enough agents. {{(pid=102758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:18:22.405593 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.db.securitygroups_db [None req-6c25b102-666e-49d6-af52-0bd5174fdb85 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Project 1d7f551824974a53a1ea507b061f4c72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 14:18:22.418523 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6c25b102-666e-49d6-af52-0bd5174fdb85 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks [] for security_group_rule (654a8d3b-7270-466e-9142-7e1616baf85d), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:22.424299 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.base_scheduler [None req-525391f3-0020-4fb4-8bb8-e58578a61cf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:18:22.441836 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525391f3-0020-4fb4-8bb8-e58578a61cf2 admin admin] Pushing event updated for resources: {'Port': ['ID=808135a3-21e1-4dea-9ec1-aef5815def04,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:22.444519 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525391f3-0020-4fb4-8bb8-e58578a61cf2 admin admin] Received port after_create {{(pid=102758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:18:22.450183 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [req-7744b3ae-ec6f-4101-bddd-60e222d62c0b req-b1d9d0b0-c8e8-4633-b629-5b3acf7ccd16 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Calling delete_port for e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872 owned by compute:nova {{(pid=102758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:18:22.497689 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port c51643c6-7fc4-41fe-bb8c-e237ddadcdaf is: DOWN; New status is: DOWN {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:18:22.498709 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872 no longer exists at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:18:22.540395 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6c25b102-666e-49d6-af52-0bd5174fdb85 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks [] for security_group_rule (654a8d3b-7270-466e-9142-7e1616baf85d), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:22.546974 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6c25b102-666e-49d6-af52-0bd5174fdb85 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900394'] for security_group_rule (654a8d3b-7270-466e-9142-7e1616baf85d), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:22.574743 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c25b102-666e-49d6-af52-0bd5174fdb85 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=654a8d3b-7270-466e-9142-7e1616baf85d,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:22.583705 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6c25b102-666e-49d6-af52-0bd5174fdb85 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:22.587905 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-6c25b102-666e-49d6-af52-0bd5174fdb85 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2602456 Jan 11 14:18:22.589010 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 57250) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:22.592849 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-d456ed0c-1941-40c9-8aa6-5f6490d5df3c None None] Current status of the port f73b534f-cf4c-4c17-86ef-4332f0de212c is: DOWN; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:18:22.593250 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d456ed0c-1941-40c9-8aa6-5f6490d5df3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (f73b534f-cf4c-4c17-86ef-4332f0de212c), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:22.594852 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-0c57a631-a778-4377-8f09-45b3bbc59032 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Request body: {'security_group_rule': {'security_group_id': '2c5e9284-5045-4583-8aae-d83f9dfe6a7b', 'project_id': '1d7f551824974a53a1ea507b061f4c72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:18:22.645614 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.db.securitygroups_db [None req-0c57a631-a778-4377-8f09-45b3bbc59032 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Project 1d7f551824974a53a1ea507b061f4c72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 14:18:22.648071 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b0e673-49a8-4b47-9af6-100058e5fd30 None None] New status for floating IP 45fea025-66c1-464a-8e7c-1f5f880b7e4c: ACTIVE {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 14:18:22.652894 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0c57a631-a778-4377-8f09-45b3bbc59032 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks [] for security_group_rule (3156e991-17b5-487b-b088-f359cb4ec6ad), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:22.685025 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-d456ed0c-1941-40c9-8aa6-5f6490d5df3c None None] For port f73b534f-cf4c-4c17-86ef-4332f0de212c, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=f73b534f-cf4c-4c17-86ef-4332f0de212c,segment=NetworkSegment(b82cbb00-5e14-475e-ae16-2f96aee9e7db),segment_id=b82cbb00-5e14-475e-ae16-2f96aee9e7db)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:18:22.690553 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872 is: ACTIVE; New status is: DOWN {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:18:22.691154 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:22.694612 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d456ed0c-1941-40c9-8aa6-5f6490d5df3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (f73b534f-cf4c-4c17-86ef-4332f0de212c), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:22.774058 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456ed0c-1941-40c9-8aa6-5f6490d5df3c None None] Pushing event updated for resources: {'Port': ['ID=f73b534f-cf4c-4c17-86ef-4332f0de212c,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:22.816573 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe790a9d-f25c-4f0c-852d-3155d29520c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:18:22.819003 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2d4b612b30f5b24bc1864879ef56701efa35e28b014bb4d8aa1230102106bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66e36ae-d79c-42d3-bb83-d3b93be02565" -d '{"events": [{"server_uuid": "fe790a9d-f25c-4f0c-852d-3155d29520c0", "name": "network-vif-unplugged", "status": "completed", "tag": "e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:18:22.834748 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872,segment=NetworkSegment(1ecafd43-8c38-4919-b45e-c12069c719ef),segment_id=1ecafd43-8c38-4919-b45e-c12069c719ef)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:18:22.850089 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0c57a631-a778-4377-8f09-45b3bbc59032 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks [] for security_group_rule (3156e991-17b5-487b-b088-f359cb4ec6ad), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:22.858847 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0c57a631-a778-4377-8f09-45b3bbc59032 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900394'] for security_group_rule (3156e991-17b5-487b-b088-f359cb4ec6ad), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:22.880403 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:22.918596 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57a631-a778-4377-8f09-45b3bbc59032 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3156e991-17b5-487b-b088-f359cb4ec6ad,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:22.920440 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 11 Jan 2022 14:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b489a9f7-dd4b-4402-8ca8-5d0f7a074297 x-openstack-request-id: req-b489a9f7-dd4b-4402-8ca8-5d0f7a074297 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:18:22.920768 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe790a9d-f25c-4f0c-852d-3155d29520c0", "name": "network-vif-unplugged", "status": "completed", "tag": "e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:18:22.921176 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b489a9f7-dd4b-4402-8ca8-5d0f7a074297 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:18:22.921669 dv-cinder-824131-3-iscsi neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe790a9d-f25c-4f0c-852d-3155d29520c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872', 'code': 200} Jan 11 14:18:22.944713 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0c57a631-a778-4377-8f09-45b3bbc59032 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:22.950499 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-0c57a631-a778-4377-8f09-45b3bbc59032 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3567486 Jan 11 14:18:22.978362 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-1dd7e0f4-f00d-49f0-857a-cf5a0656c87c None None] Provisioning complete for port f73b534f-cf4c-4c17-86ef-4332f0de212c triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:18:22.978601 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-1dd7e0f4-f00d-49f0-857a-cf5a0656c87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (f73b534f-cf4c-4c17-86ef-4332f0de212c), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:23.075753 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872,revision_number=6']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:23.094116 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-db2a4b44-606f-4838-89c8-8e4ec6d2775e req-301711fd-adc2-44ef-97c7-d6e22a190188 service neutron] 10.222.0.45 "GET /v2.0/networks/72a2248c-a73f-49e5-a11c-e9eb238083f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9781137 Jan 11 14:18:23.108052 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-49d797a9-1d8e-4bbc-9d72-6bf931d37d1e req-09aae644-d2ee-4bf7-a472-ffd27769e73a tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8783207 Jan 11 14:18:23.161366 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device f73b534f-cf4c-4c17-86ef-4332f0de212c up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:18:23.194742 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-1dd7e0f4-f00d-49f0-857a-cf5a0656c87c None None] Current status of the port f73b534f-cf4c-4c17-86ef-4332f0de212c is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:18:23.231628 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port f73b534f-cf4c-4c17-86ef-4332f0de212c triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:18:23.232008 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (f73b534f-cf4c-4c17-86ef-4332f0de212c), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:23.270362 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d262be90-50d2-4dbc-a3d1-c5a4a9a4af91 req-57a3a305-9270-48bd-8ba0-4cdd1d6c3b67 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1911624153&fields=id&tenant_id=1d7f551824974a53a1ea507b061f4c72 HTTP/1.1" status: 200 len: 267 time: 0.2191119 Jan 11 14:18:23.322052 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port f73b534f-cf4c-4c17-86ef-4332f0de212c is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:18:23.494645 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262be90-50d2-4dbc-a3d1-c5a4a9a4af91 req-fc561d1c-e417-4ca3-9b34-e421bd4b3f1d tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:23.496181 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d262be90-50d2-4dbc-a3d1-c5a4a9a4af91 req-fc561d1c-e417-4ca3-9b34-e421bd4b3f1d tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 945 time: 0.2174704 Jan 11 14:18:23.498096 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-db2a4b44-606f-4838-89c8-8e4ec6d2775e req-8c2d632b-f0cd-4c06-9bd0-f0dbeec89d7e service neutron] 10.222.0.45 "GET /v2.0/networks/72a2248c-a73f-49e5-a11c-e9eb238083f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890467 Jan 11 14:18:23.501297 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195cf4c-b089-41ff-952c-94c67dfebb5c req-1bac9682-ecec-4447-b70b-524be2364f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:23.503488 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-c195cf4c-b089-41ff-952c-94c67dfebb5c req-1bac9682-ecec-4447-b70b-524be2364f4d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04&tenant_id=0e53c79af2d940ce87ec727feef0f0ee HTTP/1.1" status: 200 len: 1096 time: 0.0734696 Jan 11 14:18:23.531196 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [req-d262be90-50d2-4dbc-a3d1-c5a4a9a4af91 req-b40cf72a-3d72-461f-b80d-6f88eb4e4964 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Request body: {'port': {'security_groups': ['b34c2198-d3cd-4413-8ced-3149409fab8b', '2c5e9284-5045-4583-8aae-d83f9dfe6a7b']}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:18:23.560438 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195cf4c-b089-41ff-952c-94c67dfebb5c req-32fd76ac-556b-42bd-bebb-66b5350d3bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:23.561959 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-c195cf4c-b089-41ff-952c-94c67dfebb5c req-32fd76ac-556b-42bd-bebb-66b5350d3bc2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e53c79af2d940ce87ec727feef0f0ee&device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 1096 time: 0.0393856 Jan 11 14:18:23.592554 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b68e3-c508-479c-825a-46fbb63983f5 req-1c69007b-f170-4ec0-b339-b771beaef42e tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:23.594129 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7c4b68e3-c508-479c-825a-46fbb63983f5 req-1c69007b-f170-4ec0-b339-b771beaef42e tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe790a9d-f25c-4f0c-852d-3155d29520c0 HTTP/1.1" status: 200 len: 943 time: 0.1713424 Jan 11 14:18:23.619218 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-525391f3-0020-4fb4-8bb8-e58578a61cf2 admin admin] Publish callbacks [] for router_gateway (d9326052-8cd2-41d9-a016-ab300bb05cca), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:23.620777 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-7744b3ae-ec6f-4101-bddd-60e222d62c0b req-b1d9d0b0-c8e8-4633-b629-5b3acf7ccd16 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005'] for port (e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:23.666058 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195cf4c-b089-41ff-952c-94c67dfebb5c req-f4db2357-aa3b-4039-bf8c-e3cedb71c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:23.667582 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-c195cf4c-b089-41ff-952c-94c67dfebb5c req-f4db2357-aa3b-4039-bf8c-e3cedb71c7b4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=63c4d627-31e2-452f-a693-3a2f1117c04e HTTP/1.1" status: 200 len: 917 time: 0.0999978 Jan 11 14:18:23.750040 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9d0b0-c8e8-4633-b629-5b3acf7ccd16 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Pushing event deleted for resources: {'Port': ['ID=e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:23.769962 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-c195cf4c-b089-41ff-952c-94c67dfebb5c req-604304d3-3245-4f3d-9f70-54c268a8d99f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c51643c6-7fc4-41fe-bb8c-e237ddadcdaf HTTP/1.1" status: 200 len: 998 time: 0.0952053 Jan 11 14:18:23.770835 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-d262be90-50d2-4dbc-a3d1-c5a4a9a4af91 req-b40cf72a-3d72-461f-b80d-6f88eb4e4964 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (c7e7af63-dba4-40f2-b97e-3dc8a5d14124), before_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:23.820284 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195cf4c-b089-41ff-952c-94c67dfebb5c req-40e0753e-e823-4555-9573-ba436f48cad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:23.821418 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-c195cf4c-b089-41ff-952c-94c67dfebb5c req-40e0753e-e823-4555-9573-ba436f48cad5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=613a89ec-c23f-446c-aa6e-28885de25556 HTTP/1.1" status: 200 len: 855 time: 0.0454588 Jan 11 14:18:23.840352 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7c4b68e3-c508-479c-825a-46fbb63983f5 req-00f98bfa-3bf7-423c-a751-9e2dad4f1cc5 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.49 "GET /v2.0/security-groups?id=c653a2e3-6c5b-468b-be9b-a1034e48a973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383616 Jan 11 14:18:23.841075 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.l3_dvrscheduler_db [req-7744b3ae-ec6f-4101-bddd-60e222d62c0b req-b1d9d0b0-c8e8-4633-b629-5b3acf7ccd16 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] No DVR routers for this DVR port e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872 on host hv-cinder-82413 {{(pid=102758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 14:18:23.849351 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-7744b3ae-ec6f-4101-bddd-60e222d62c0b req-b1d9d0b0-c8e8-4633-b629-5b3acf7ccd16 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:23.852680 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7744b3ae-ec6f-4101-bddd-60e222d62c0b req-b1d9d0b0-c8e8-4633-b629-5b3acf7ccd16 tempest-AttachVolumeNegativeTest-449829795 tempest-AttachVolumeNegativeTest-449829795-project] 10.222.0.45 "DELETE /v2.0/ports/e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872 HTTP/1.1" status: 204 len: 173 time: 2.4594457 Jan 11 14:18:23.853129 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe790a9d-f25c-4f0c-852d-3155d29520c0', 'name': 'network-vif-deleted', 'tag': 'e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872'}] {{(pid=102758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:18:23.856161 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bad0c4360237c930a732257e05ff37eb7f7649fd7d398cae3022b7fa374a377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8b5009-96ca-4505-a653-f58f48c1aaa1" -d '{"events": [{"server_uuid": "fe790a9d-f25c-4f0c-852d-3155d29520c0", "name": "network-vif-deleted", "tag": "e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872"}]}' {{(pid=102758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:18:23.871143 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195cf4c-b089-41ff-952c-94c67dfebb5c req-ddaf170b-0034-41d4-b8b9-37e69ef785dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:23.872884 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-c195cf4c-b089-41ff-952c-94c67dfebb5c req-ddaf170b-0034-41d4-b8b9-37e69ef785dc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63c4d627-31e2-452f-a693-3a2f1117c04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437491 Jan 11 14:18:24.003025 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-c195cf4c-b089-41ff-952c-94c67dfebb5c req-9351f607-20d2-4b54-915f-345f03ee67bc service neutron] 10.222.0.45 "GET /v2.0/networks/63c4d627-31e2-452f-a693-3a2f1117c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216981 Jan 11 14:18:24.026885 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd43c4d-cf98-4719-9440-4862abc49bbd x-openstack-request-id: req-bcd43c4d-cf98-4719-9440-4862abc49bbd {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:18:24.027179 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe790a9d-f25c-4f0c-852d-3155d29520c0", "name": "network-vif-deleted", "tag": "e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872", "status": "completed", "code": 200}]} {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:18:24.027430 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bcd43c4d-cf98-4719-9440-4862abc49bbd {{(pid=102758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:18:24.027854 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe790a9d-f25c-4f0c-852d-3155d29520c0', 'name': 'network-vif-deleted', 'tag': 'e6f3dc3e-4f1c-4201-b63f-f6a4b7ffd872', 'status': 'completed', 'code': 200} Jan 11 14:18:24.099910 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-c195cf4c-b089-41ff-952c-94c67dfebb5c req-21ff83d7-5786-4562-b3ad-7f2573f122f8 service neutron] 10.222.0.45 "GET /v2.0/networks/63c4d627-31e2-452f-a693-3a2f1117c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908952 Jan 11 14:18:24.100154 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-525391f3-0020-4fb4-8bb8-e58578a61cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704696'] for router (d9326052-8cd2-41d9-a016-ab300bb05cca), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:24.260896 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [req-d262be90-50d2-4dbc-a3d1-c5a4a9a4af91 req-b40cf72a-3d72-461f-b80d-6f88eb4e4964 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] For port c7e7af63-dba4-40f2-b97e-3dc8a5d14124, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=c7e7af63-dba4-40f2-b97e-3dc8a5d14124,segment=NetworkSegment(3f1e544f-b34b-440c-8b89-5b9e236d8cc8),segment_id=3f1e544f-b34b-440c-8b89-5b9e236d8cc8)] {{(pid=102758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:18:24.301504 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac3ec5-d1ff-427e-84bf-2761e94eca47 req-7d3ab63e-b180-47fc-8bca-ef156935a772 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:24.302994 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-13ac3ec5-d1ff-427e-84bf-2761e94eca47 req-7d3ab63e-b180-47fc-8bca-ef156935a772 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 943 time: 0.1160483 Jan 11 14:18:24.337295 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-d262be90-50d2-4dbc-a3d1-c5a4a9a4af91 req-b40cf72a-3d72-461f-b80d-6f88eb4e4964 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks [] for port (c7e7af63-dba4-40f2-b97e-3dc8a5d14124), precommit_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:24.352859 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-d262be90-50d2-4dbc-a3d1-c5a4a9a4af91 req-b40cf72a-3d72-461f-b80d-6f88eb4e4964 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (c7e7af63-dba4-40f2-b97e-3dc8a5d14124), after_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:24.373012 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['c7e7af63-dba4-40f2-b97e-3dc8a5d14124'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:18:24.434488 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262be90-50d2-4dbc-a3d1-c5a4a9a4af91 req-b40cf72a-3d72-461f-b80d-6f88eb4e4964 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:24.435177 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-d262be90-50d2-4dbc-a3d1-c5a4a9a4af91 req-b40cf72a-3d72-461f-b80d-6f88eb4e4964 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:24.436613 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d262be90-50d2-4dbc-a3d1-c5a4a9a4af91 req-b40cf72a-3d72-461f-b80d-6f88eb4e4964 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "PUT /v2.0/ports/c7e7af63-dba4-40f2-b97e-3dc8a5d14124 HTTP/1.1" status: 200 len: 981 time: 0.9174657 Jan 11 14:18:24.452162 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-13ac3ec5-d1ff-427e-84bf-2761e94eca47 req-75b368b9-b6ef-43fc-a5bf-75689ce84cd6 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393907 Jan 11 14:18:24.472480 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525391f3-0020-4fb4-8bb8-e58578a61cf2 admin admin] Router d9326052-8cd2-41d9-a016-ab300bb05cca is scheduled to L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 with binding_index 1 {{(pid=102758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 14:18:24.488465 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40cf72a-3d72-461f-b80d-6f88eb4e4964 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Pushing event updated for resources: {'Port': ['ID=c7e7af63-dba4-40f2-b97e-3dc8a5d14124,revision_number=6']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:24.566716 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['c7e7af63-dba4-40f2-b97e-3dc8a5d14124'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:18:24.658689 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:18:24.658689 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:18:24.658689 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:18:24.658689 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:18:24.658689 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:18:24.658689 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:18:24.658689 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:18:24.658689 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:18:24.658689 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:18:24.658689 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:18:24.658689 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:18:24.658689 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:18:24.658689 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:18:24.658689 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:18:24.658689 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:18:24.658689 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:18:24.658689 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:18:24.658689 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:18:24.658689 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:18:24.658689 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:18:24.658689 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:18:24.658689 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:18:24.658689 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:18:24.658689 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:18:24.658689 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:18:24.658689 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:18:24.658689 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:18:24.658689 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:18:24.658689 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:18:24.658689 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:18:24.658689 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:18:24.658689 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:18:24.658689 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:18:24.658689 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:18:24.658689 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:18:24.658689 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:18:24.661491 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:18:24.661491 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:18:24.661491 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:18:24.661491 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:18:24.661491 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:18:24.661491 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:18:24.661491 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:18:24.661491 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:18:24.661491 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:18:24.661491 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:18:24.661491 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:18:24.661491 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:18:24.662353 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93399a3a-ea8a-4ad8-8c77-05b0b4993401 req-25568572-148a-4732-9d83-a0974bf1506a tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:24.663868 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-93399a3a-ea8a-4ad8-8c77-05b0b4993401 req-25568572-148a-4732-9d83-a0974bf1506a tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 984 time: 0.1083686 Jan 11 14:18:24.681775 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525391f3-0020-4fb4-8bb8-e58578a61cf2 admin admin] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:18:24.708311 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e74e6e-9bac-4f16-8de6-084ea7c007fc None None] Sync routers for ids ['d9326052-8cd2-41d9-a016-ab300bb05cca'] in dv-cinder-824131-3-iscsi {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:18:24.724032 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-525391f3-0020-4fb4-8bb8-e58578a61cf2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:24.725342 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-525391f3-0020-4fb4-8bb8-e58578a61cf2 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8497562 Jan 11 14:18:24.730615 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 57288) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:24.771151 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e74e6e-9bac-4f16-8de6-084ea7c007fc None None] Routers {'d9326052-8cd2-41d9-a016-ab300bb05cca'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:18:24.772107 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-27e74e6e-9bac-4f16-8de6-084ea7c007fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:17:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['d9326052-8cd2-41d9-a016-ab300bb05cca'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:18:24.810792 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-93399a3a-ea8a-4ad8-8c77-05b0b4993401 req-7116de62-6ae6-46e9-905e-522c4541cfd7 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c5e9284-5045-4583-8aae-d83f9dfe6a7b&id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1393318 Jan 11 14:18:24.944836 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 57296) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:25.062646 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.db_base_plugin_v2 [None req-b892f8fb-f534-4bd5-9799-f64f6902a029 admin admin] Deleting subnet 07a8438a-684d-4f62-ac48-5413217a84d0 {{(pid=102758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 14:18:25.077506 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-b892f8fb-f534-4bd5-9799-f64f6902a029 admin admin] Publish callbacks [] for subnet (07a8438a-684d-4f62-ac48-5413217a84d0), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:25.211812 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-b892f8fb-f534-4bd5-9799-f64f6902a029 admin admin] Publish callbacks [] for subnet (07a8438a-684d-4f62-ac48-5413217a84d0), precommit_delete_associations {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:25.234119 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-b892f8fb-f534-4bd5-9799-f64f6902a029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757316'] for subnet (07a8438a-684d-4f62-ac48-5413217a84d0), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:25.333708 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-b892f8fb-f534-4bd5-9799-f64f6902a029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828'] for subnet (07a8438a-684d-4f62-ac48-5413217a84d0), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:25.402591 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892f8fb-f534-4bd5-9799-f64f6902a029 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07a8438a-684d-4f62-ac48-5413217a84d0,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:25.410609 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-61a841de-cc48-4a7d-a4be-7051d828935f None None] Provisioning complete for port c7e7af63-dba4-40f2-b97e-3dc8a5d14124 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:18:25.411806 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-61a841de-cc48-4a7d-a4be-7051d828935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (c7e7af63-dba4-40f2-b97e-3dc8a5d14124), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:25.414334 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-b892f8fb-f534-4bd5-9799-f64f6902a029 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for subnet (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:25.430658 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-b892f8fb-f534-4bd5-9799-f64f6902a029 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/07a8438a-684d-4f62-ac48-5413217a84d0 HTTP/1.1" status: 204 len: 168 time: 0.4804862 Jan 11 14:18:25.431122 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 57300) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:25.582820 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-27e74e6e-9bac-4f16-8de6-084ea7c007fc None None] Set router d9326052-8cd2-41d9-a016-ab300bb05cca gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:18:25.595712 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1ca86e2d-549f-420f-834b-b50a34bbc9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:25.623795 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1612487'] for network (60123190-3a8f-4b75-b7ad-1e70cf2044c8), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:25.814218 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af4129-7abe-4247-bfcc-2e22acedef2c req-b5971760-bd6d-4fc5-bf9d-221a269a0384 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:25.824789 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-59af4129-7abe-4247-bfcc-2e22acedef2c req-b5971760-bd6d-4fc5-bf9d-221a269a0384 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 943 time: 0.2111220 Jan 11 14:18:25.938890 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-1ca86e2d-549f-420f-834b-b50a34bbc9e0 admin admin] Allocated IP 172.20.0.1 (bafd8a92-c934-408c-97d9-8c6dc292a947/4d58c911-087c-4b19-80a7-5a9e906fabc5/effc657b-bdfa-4327-864b-dcbc4be811a5) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:18:25.969249 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759249', 'neutron.services.segments.db._delete_segments_for_network-8792866421935'] for network (60123190-3a8f-4b75-b7ad-1e70cf2044c8), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:26.030866 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-59af4129-7abe-4247-bfcc-2e22acedef2c req-0c24d7d8-8d73-4ea8-ae0b-801c5d5ce991 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870275 Jan 11 14:18:26.033326 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '682faefe-6922-4f9f-b5b8-48b8c9a49665', 'tag': 'c7e7af63-dba4-40f2-b97e-3dc8a5d14124'}] {{(pid=102758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:18:26.035757 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bad0c4360237c930a732257e05ff37eb7f7649fd7d398cae3022b7fa374a377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4726bba1-d1dc-43cf-8b96-ed2a084303e8" -d '{"events": [{"name": "network-changed", "server_uuid": "682faefe-6922-4f9f-b5b8-48b8c9a49665", "tag": "c7e7af63-dba4-40f2-b97e-3dc8a5d14124"}]}' {{(pid=102758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:18:26.040661 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:18:26.041019 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:18:26.041806 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:18:26.042144 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] Subscribe: > port after_create 55550000 {{(pid=102758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:18:26.042465 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:18:26.042837 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] Subscribe: > port after_update 55550000 {{(pid=102758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:18:26.043144 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:18:26.043465 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:18:26.043851 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:18:26.044184 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:18:26.131642 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-61a841de-cc48-4a7d-a4be-7051d828935f None None] Current status of the port c7e7af63-dba4-40f2-b97e-3dc8a5d14124 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:18:26.194532 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1ca86e2d-549f-420f-834b-b50a34bbc9e0 admin admin] Publish callbacks [] for port (effc657b-bdfa-4327-864b-dcbc4be811a5), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:26.195945 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0ddf13f4-471c-4434-9e9d-9accefce9797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:26.232953 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:18:26.234508 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:18:26.235085 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:18:26.237511 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 14:18:26.238138 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.services.segments.db [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60123190-3a8f-4b75-b7ad-1e70cf2044c8']}} {{(pid=102758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:18:26.241820 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1ca86e2d-549f-420f-834b-b50a34bbc9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (effc657b-bdfa-4327-864b-dcbc4be811a5), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:26.248611 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 14:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c9db95-3b26-4fa4-b6f4-f8f9327b3995 x-openstack-request-id: req-a1c9db95-3b26-4fa4-b6f4-f8f9327b3995 {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:18:26.249205 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "682faefe-6922-4f9f-b5b8-48b8c9a49665", "tag": "c7e7af63-dba4-40f2-b97e-3dc8a5d14124", "status": "completed", "code": 200}]} {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:18:26.249656 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a1c9db95-3b26-4fa4-b6f4-f8f9327b3995 {{(pid=102758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:18:26.251539 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '682faefe-6922-4f9f-b5b8-48b8c9a49665', 'tag': 'c7e7af63-dba4-40f2-b97e-3dc8a5d14124', 'status': 'completed', 'code': 200} Jan 11 14:18:26.286469 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-27e74e6e-9bac-4f16-8de6-084ea7c007fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'name': 'tempest-TestVolumeBootPattern-1187170809-router', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:18:19Z', 'updated_at': '2022-01-11T14:18:23Z', 'revision_number': 3, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'gw_port': {'id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:21Z', 'updated_at': '2022-01-11T14:18:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi'}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:18:26.297661 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.services.segments.db [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ecafd43-8c38-4919-b45e-c12069c719ef') {'for_net_delete': True} {{(pid=102758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:18:26.298007 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.services.segments.db [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ecafd43-8c38-4919-b45e-c12069c719ef') {} {{(pid=102758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:18:26.339785 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792866425528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9042733'] for segment (1ecafd43-8c38-4919-b45e-c12069c719ef), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:26.368146 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e74e6e-9bac-4f16-8de6-084ea7c007fc None None] Checking router: d9326052-8cd2-41d9-a016-ab300bb05cca for host: dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:18:26.368892 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e74e6e-9bac-4f16-8de6-084ea7c007fc None None] Updating router d9326052-8cd2-41d9-a016-ab300bb05cca port 808135a3-21e1-4dea-9ec1-aef5815def04 binding host dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 14:18:26.383397 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca86e2d-549f-420f-834b-b50a34bbc9e0 admin admin] Network bafd8a92-c934-408c-97d9-8c6dc292a947 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:18:26.386677 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-1ca86e2d-549f-420f-834b-b50a34bbc9e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:18:26.391946 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781'] for segment (1ecafd43-8c38-4919-b45e-c12069c719ef), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:26.393685 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca86e2d-549f-420f-834b-b50a34bbc9e0 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:18:26.413095 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=102758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 14:18:26.413507 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10081170'] for segment (1ecafd43-8c38-4919-b45e-c12069c719ef), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: Traceback (most recent call last): Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: timer() Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: cb(*args, **kw) Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: return func(*args, **kwargs) Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: self._notify() Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: self.callback(batched_events) Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: event.method(event) Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: return f(self, *a, **k) Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: return self._get(url).json() Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: return self.request(url, 'GET', **kwargs) Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 14:18:26.421153 dv-cinder-824131-3-iscsi neutron-server[102758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 14:18:26.429023 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27e74e6e-9bac-4f16-8de6-084ea7c007fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (808135a3-21e1-4dea-9ec1-aef5815def04), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:26.429722 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca86e2d-549f-420f-834b-b50a34bbc9e0 admin admin] Pushing event updated for resources: {'Port': ['ID=effc657b-bdfa-4327-864b-dcbc4be811a5,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:26.478577 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1ca86e2d-549f-420f-834b-b50a34bbc9e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704617'] for router_interface (d9326052-8cd2-41d9-a016-ab300bb05cca), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:26.787690 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27e74e6e-9bac-4f16-8de6-084ea7c007fc None None] Publish callbacks [] for port (808135a3-21e1-4dea-9ec1-aef5815def04), precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:26.789074 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1ca86e2d-549f-420f-834b-b50a34bbc9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (effc657b-bdfa-4327-864b-dcbc4be811a5), before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:26.804751 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27e74e6e-9bac-4f16-8de6-084ea7c007fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (808135a3-21e1-4dea-9ec1-aef5815def04), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:26.865858 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff25df1-0403-470a-9737-30a628fba626 None None] Pushing event updated for resources: {'Port': ['ID=808135a3-21e1-4dea-9ec1-aef5815def04,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:26.888028 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-27e74e6e-9bac-4f16-8de6-084ea7c007fc None None] Attempting to bind port 808135a3-21e1-4dea-9ec1-aef5815def04 on host dv-cinder-824131-3-iscsi for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:18:26.888614 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-27e74e6e-9bac-4f16-8de6-084ea7c007fc None None] Attempting to bind port 808135a3-21e1-4dea-9ec1-aef5815def04 by drivers openvswitch,hyperv on host dv-cinder-824131-3-iscsi at level 0 using segments [{'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:18:26.889446 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e74e6e-9bac-4f16-8de6-084ea7c007fc None None] Attempting to bind port 808135a3-21e1-4dea-9ec1-aef5815def04 on network 2ce614e2-30de-465a-a7cf-ddab87bfda56 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:18:26.898022 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e74e6e-9bac-4f16-8de6-084ea7c007fc None None] Checking agent: {'id': '9d224d65-2af6-406d-8eb7-edecce64fdf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824131-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 5, 2), 'started_at': datetime.datetime(2022, 1, 11, 14, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824131-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:18:26.898860 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e74e6e-9bac-4f16-8de6-084ea7c007fc None None] Checking segment: {'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:18:26.899834 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27e74e6e-9bac-4f16-8de6-084ea7c007fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:26.900650 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e74e6e-9bac-4f16-8de6-084ea7c007fc None None] Bound using segment: {'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:18:26.901511 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-27e74e6e-9bac-4f16-8de6-084ea7c007fc None None] Bound port: 808135a3-21e1-4dea-9ec1-aef5815def04, host: dv-cinder-824131-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:18:26.902144 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27e74e6e-9bac-4f16-8de6-084ea7c007fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (808135a3-21e1-4dea-9ec1-aef5815def04), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:26.981618 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704736'] for network (60123190-3a8f-4b75-b7ad-1e70cf2044c8), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:26.990398 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for network (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:26.994020 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] 10.222.0.49 "DELETE /v2.0/networks/60123190-3a8f-4b75-b7ad-1e70cf2044c8 HTTP/1.1" status: 204 len: 168 time: 1.5617554 Jan 11 14:18:27.016841 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-27e74e6e-9bac-4f16-8de6-084ea7c007fc None None] For port 808135a3-21e1-4dea-9ec1-aef5815def04, host dv-cinder-824131-3-iscsi, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:18:27.026452 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e9b02e48-521b-4cf7-a9ee-7b1ded302234 None None] Provisioning complete for port effc657b-bdfa-4327-864b-dcbc4be811a5 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:18:27.026903 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e9b02e48-521b-4cf7-a9ee-7b1ded302234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (effc657b-bdfa-4327-864b-dcbc4be811a5), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:27.063214 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] Pushing event deleted for resources: {'Network': ['ID=60123190-3a8f-4b75-b7ad-1e70cf2044c8,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:27.098973 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:27.099336 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:27.099968 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:27.100062 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:27.110905 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:27.111279 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:27.120666 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:27.120666 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:27.120666 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:27.121045 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:27.121334 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:27.121635 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1ca86e2d-549f-420f-834b-b50a34bbc9e0 admin admin] Publish callbacks [] for port (effc657b-bdfa-4327-864b-dcbc4be811a5), precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:27.122136 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:27.122136 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1902890-d658-4902-b58f-95c94dd1a206 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:27.129761 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1ca86e2d-549f-420f-834b-b50a34bbc9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442702'] for port (effc657b-bdfa-4327-864b-dcbc4be811a5), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:27.151209 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-27e74e6e-9bac-4f16-8de6-084ea7c007fc None None] For port 808135a3-21e1-4dea-9ec1-aef5815def04, host dv-cinder-824131-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=808135a3-21e1-4dea-9ec1-aef5815def04,segment=NetworkSegment(74f2f49c-8139-48f1-b44d-9c7351d31a13),segment_id=74f2f49c-8139-48f1-b44d-9c7351d31a13)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:18:27.174740 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-27e74e6e-9bac-4f16-8de6-084ea7c007fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (808135a3-21e1-4dea-9ec1-aef5815def04), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:27.286308 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114d433-41e8-40f4-895b-c20ff713b955 req-f04a69ae-ab6a-4247-b7e1-7beab83cb3a1 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:27.295434 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0114d433-41e8-40f4-895b-c20ff713b955 req-f04a69ae-ab6a-4247-b7e1-7beab83cb3a1 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 943 time: 0.1117687 Jan 11 14:18:27.298724 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 57312) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:27.305146 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff25df1-0403-470a-9737-30a628fba626 None None] Pushing event updated for resources: {'Port': ['ID=808135a3-21e1-4dea-9ec1-aef5815def04,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:27.356715 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e9b02e48-521b-4cf7-a9ee-7b1ded302234 None None] Port effc657b-bdfa-4327-864b-dcbc4be811a5 cannot update to ACTIVE because it is not bound. {{(pid=102760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 14:18:27.367527 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1ca86e2d-549f-420f-834b-b50a34bbc9e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-730873'] for router_interface (d9326052-8cd2-41d9-a016-ab300bb05cca), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:27.378121 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e74e6e-9bac-4f16-8de6-084ea7c007fc None None] Routers {'d9326052-8cd2-41d9-a016-ab300bb05cca'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:18:27.378760 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-27e74e6e-9bac-4f16-8de6-084ea7c007fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:17:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['d9326052-8cd2-41d9-a016-ab300bb05cca'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:18:27.382067 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca86e2d-549f-420f-834b-b50a34bbc9e0 admin admin] Pushing event updated for resources: {'Port': ['ID=effc657b-bdfa-4327-864b-dcbc4be811a5,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:27.404848 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0114d433-41e8-40f4-895b-c20ff713b955 req-5ccf18a6-8548-42fb-a263-ef550688579f tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080434 Jan 11 14:18:27.434478 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-b6bbe366-3494-4ebd-8ed7-b06e4223c7bc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b02bf5f593a54c658a76fff0246febf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346073 Jan 11 14:18:27.435171 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 57316) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:27.496270 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-2856e081-00da-4270-a0ce-30ee4f9686c7 admin admin] Publish callbacks [] for security_group (c653a2e3-6c5b-468b-be9b-a1034e48a973), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:27.522187 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-2856e081-00da-4270-a0ce-30ee4f9686c7 admin admin] Publish callbacks [] for security_group (c653a2e3-6c5b-468b-be9b-a1034e48a973), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:27.582438 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-27e74e6e-9bac-4f16-8de6-084ea7c007fc None None] Set router d9326052-8cd2-41d9-a016-ab300bb05cca gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:18:27.592883 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-2856e081-00da-4270-a0ce-30ee4f9686c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (c653a2e3-6c5b-468b-be9b-a1034e48a973), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:27.596133 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-2856e081-00da-4270-a0ce-30ee4f9686c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:27.600105 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-2856e081-00da-4270-a0ce-30ee4f9686c7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c653a2e3-6c5b-468b-be9b-a1034e48a973 HTTP/1.1" status: 204 len: 168 time: 0.1633754 Jan 11 14:18:27.614654 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856e081-00da-4270-a0ce-30ee4f9686c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c653a2e3-6c5b-468b-be9b-a1034e48a973,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:27.623211 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca86e2d-549f-420f-834b-b50a34bbc9e0 admin admin] Network bafd8a92-c934-408c-97d9-8c6dc292a947 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:18:27.625570 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-1ca86e2d-549f-420f-834b-b50a34bbc9e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:18:27.787205 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca86e2d-549f-420f-834b-b50a34bbc9e0 admin admin] Router d9326052-8cd2-41d9-a016-ab300bb05cca has already been hosted by L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 14:18:27.971215 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-27e74e6e-9bac-4f16-8de6-084ea7c007fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'name': 'tempest-TestVolumeBootPattern-1187170809-router', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:18:19Z', 'updated_at': '2022-01-11T14:18:26Z', 'revision_number': 4, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'gw_port': {'id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:21Z', 'updated_at': '2022-01-11T14:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'effc657b-bdfa-4327-864b-dcbc4be811a5', 'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'mac_address': 'fa:16:3e:17:59:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:25Z', 'updated_at': '2022-01-11T14:18:26Z', 'revision_number': 2, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'subnets': [{'id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:18:28.032112 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e74e6e-9bac-4f16-8de6-084ea7c007fc None None] The sync data for ids ['d9326052-8cd2-41d9-a016-ab300bb05cca'] in dv-cinder-824131-3-iscsi is: [{'id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'name': 'tempest-TestVolumeBootPattern-1187170809-router', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:18:19Z', 'updated_at': '2022-01-11T14:18:26Z', 'revision_number': 4, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'gw_port': {'id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:21Z', 'updated_at': '2022-01-11T14:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'effc657b-bdfa-4327-864b-dcbc4be811a5', 'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'mac_address': 'fa:16:3e:17:59:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:25Z', 'updated_at': '2022-01-11T14:18:26Z', 'revision_number': 2, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'subnets': [{'id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:18:28.049440 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca86e2d-549f-420f-834b-b50a34bbc9e0 admin admin] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:18:28.064369 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-1ca86e2d-549f-420f-834b-b50a34bbc9e0 admin admin] 10.222.0.49 "PUT /v2.0/routers/d9326052-8cd2-41d9-a016-ab300bb05cca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3237395 Jan 11 14:18:28.089807 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-501d9058-2915-4fcd-946b-dded51951024 None None] Provisioning complete for port effc657b-bdfa-4327-864b-dcbc4be811a5 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:18:28.090505 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-501d9058-2915-4fcd-946b-dded51951024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (effc657b-bdfa-4327-864b-dcbc4be811a5), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:28.172007 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-501d9058-2915-4fcd-946b-dded51951024 None None] Port effc657b-bdfa-4327-864b-dcbc4be811a5 cannot update to ACTIVE because it is not bound. {{(pid=102760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 14:18:28.290732 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-94c6976f-e341-49ef-825c-431a9fd96722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:28.670550 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7219c-5459-4d15-944e-43ce19cc93c5 req-7ca73191-a123-43d6-851a-1b8999a21abf tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:28.678317 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8db7219c-5459-4d15-944e-43ce19cc93c5 req-7ca73191-a123-43d6-851a-1b8999a21abf tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 943 time: 0.1604264 Jan 11 14:18:28.757131 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8db7219c-5459-4d15-944e-43ce19cc93c5 req-37c24ace-2f23-46bd-afb8-b0d898227e55 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778899 Jan 11 14:18:29.193732 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 57374) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:29.204143 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-9172b91c-9e98-47ce-b59d-c62b7600974b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-266405530-network', 'tenant_id': '1d1324f63ea24be6b820997ee66120b6'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:18:29.243445 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9172b91c-9e98-47ce-b59d-c62b7600974b admin admin] Made reservation on behalf of 1d1324f63ea24be6b820997ee66120b6 for: {'network': 1} {{(pid=102758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:18:29.253297 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-9172b91c-9e98-47ce-b59d-c62b7600974b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for network (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:29.276396 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-9172b91c-9e98-47ce-b59d-c62b7600974b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:29.404572 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-9172b91c-9e98-47ce-b59d-c62b7600974b admin admin] Publish callbacks [] for security_group (4c7148ce-0cb0-410d-8604-3e2bc3a3beb1), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:29.412676 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-9172b91c-9e98-47ce-b59d-c62b7600974b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (4c7148ce-0cb0-410d-8604-3e2bc3a3beb1), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:29.439286 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9172b91c-9e98-47ce-b59d-c62b7600974b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=102758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 14:18:29.450508 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172b91c-9e98-47ce-b59d-c62b7600974b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7148ce-0cb0-410d-8604-3e2bc3a3beb1,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:29.455806 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-9172b91c-9e98-47ce-b59d-c62b7600974b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781'] for segment (3a7eb34a-f5d7-4f7f-b888-2e112f685292), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:29.456149 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.db.segments_db [None req-9172b91c-9e98-47ce-b59d-c62b7600974b admin admin] Added segment 3a7eb34a-f5d7-4f7f-b888-2e112f685292 of type vlan for network da7b19f9-a161-4812-9ac4-4c01e65757ab Jan 11 14:18:29.522333 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-9172b91c-9e98-47ce-b59d-c62b7600974b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792865857603'] for network (da7b19f9-a161-4812-9ac4-4c01e65757ab), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:29.565527 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-9172b91c-9e98-47ce-b59d-c62b7600974b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828'] for network (da7b19f9-a161-4812-9ac4-4c01e65757ab), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:29.566748 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9172b91c-9e98-47ce-b59d-c62b7600974b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:29.567454 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-9172b91c-9e98-47ce-b59d-c62b7600974b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for network (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:29.641736 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:29.644251 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 57380) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:29.644760 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-9172b91c-9e98-47ce-b59d-c62b7600974b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4481814 Jan 11 14:18:29.656185 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-637fd05e-0470-4fc3-b2c3-c90611a7c47b admin admin] Request body: {'subnet': {'network_id': 'da7b19f9-a161-4812-9ac4-4c01e65757ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-266405530-subnet', 'tenant_id': '1d1324f63ea24be6b820997ee66120b6', 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:18:29.703353 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172b91c-9e98-47ce-b59d-c62b7600974b admin admin] Pushing event updated for resources: {'Network': ['ID=da7b19f9-a161-4812-9ac4-4c01e65757ab,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:29.720033 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Network da7b19f9-a161-4812-9ac4-4c01e65757ab details requested by agent ovs-agent-dv-cinder-824131-3-iscsi with host dv-cinder-824131-3-iscsi {{(pid=102760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 14:18:29.730243 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637fd05e-0470-4fc3-b2c3-c90611a7c47b admin admin] Made reservation on behalf of 1d1324f63ea24be6b820997ee66120b6 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:18:29.734866 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-637fd05e-0470-4fc3-b2c3-c90611a7c47b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10134137'] for subnet (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:30.056257 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11750874-a1dc-4216-861c-537c15d941d9 req-3022137e-ba5b-4cb9-86f5-2333de9ced0d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:30.064860 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-11750874-a1dc-4216-861c-537c15d941d9 req-3022137e-ba5b-4cb9-86f5-2333de9ced0d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 943 time: 0.1040092 Jan 11 14:18:30.212732 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-11750874-a1dc-4216-861c-537c15d941d9 req-259cae2e-9f7a-4591-85be-dfb6be457cd6 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465044 Jan 11 14:18:30.367972 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-637fd05e-0470-4fc3-b2c3-c90611a7c47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10443857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10134039'] for subnet (66316c0f-f611-47eb-b561-786ee176e927), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:30.420048 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fd05e-0470-4fc3-b2c3-c90611a7c47b admin admin] Pushing event updated for resources: {'Subnet': ['ID=66316c0f-f611-47eb-b561-786ee176e927,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:30.442423 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637fd05e-0470-4fc3-b2c3-c90611a7c47b admin admin] Checking segment: {'id': '3a7eb34a-f5d7-4f7f-b888-2e112f685292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'da7b19f9-a161-4812-9ac4-4c01e65757ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:18:30.442770 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637fd05e-0470-4fc3-b2c3-c90611a7c47b admin admin] Network hostable DHCP agents. Network: da7b19f9-a161-4812-9ac4-4c01e65757ab, hostable agents: ['0926af04-f8d6-426e-a613-5ede47dbe2c0'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 14:18:30.467603 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637fd05e-0470-4fc3-b2c3-c90611a7c47b admin admin] Network da7b19f9-a161-4812-9ac4-4c01e65757ab is scheduled to be hosted by DHCP agent 0926af04-f8d6-426e-a613-5ede47dbe2c0 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 14:18:30.477314 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-637fd05e-0470-4fc3-b2c3-c90611a7c47b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824131-3-iscsi, da7b19f9-a161-4812-9ac4-4c01e65757ab) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:18:30.486870 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637fd05e-0470-4fc3-b2c3-c90611a7c47b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:30.488280 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-637fd05e-0470-4fc3-b2c3-c90611a7c47b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:30.491642 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85be017d-b74e-4563-829b-c6cff2712e6f None None] Network da7b19f9-a161-4812-9ac4-4c01e65757ab requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:18:30.503299 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-637fd05e-0470-4fc3-b2c3-c90611a7c47b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8572536 Jan 11 14:18:30.505805 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 57394) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:30.510069 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-0f8c0fa5-d72e-42c7-98f0-9f421fb20de5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-266405530-router', 'tenant_id': '1d1324f63ea24be6b820997ee66120b6', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:18:30.536271 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0fa5-d72e-42c7-98f0-9f421fb20de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29997'] for router (8dea5a8b-bb0b-48d8-be9f-e6372dae5d90), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:30.537403 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0fa5-d72e-42c7-98f0-9f421fb20de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-904831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29990'] for router (8dea5a8b-bb0b-48d8-be9f-e6372dae5d90), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:30.615976 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0fa5-d72e-42c7-98f0-9f421fb20de5 admin admin] Publish callbacks [] for router_controller (8dea5a8b-bb0b-48d8-be9f-e6372dae5d90), precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:30.636323 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1a246c-efde-42ed-a606-9755bfea7c0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbe26d46-1e47-5402-9039-f69d88523b3b-da7b19f9-a161-4812-9ac4-4c01e65757ab', 'network_id': 'da7b19f9-a161-4812-9ac4-4c01e65757ab', 'project_id': '1d1324f63ea24be6b820997ee66120b6', 'fixed_ips': [{'subnet_id': '66316c0f-f611-47eb-b561-786ee176e927'}]}} from dv-cinder-824131-3-iscsi. {{(pid=102760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 14:18:30.636728 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7d1a246c-efde-42ed-a606-9755bfea7c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:30.784161 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0fa5-d72e-42c7-98f0-9f421fb20de5 admin admin] Publish callbacks [] for router_gateway (8dea5a8b-bb0b-48d8-be9f-e6372dae5d90), precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:30.805191 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:30.882297 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-7d1a246c-efde-42ed-a606-9755bfea7c0c None None] Allocated IP 172.20.0.2 (da7b19f9-a161-4812-9ac4-4c01e65757ab/66316c0f-f611-47eb-b561-786ee176e927/96e26c9c-3fbf-4cfc-bc75-6caebc291575) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:18:31.023576 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0fa5-d72e-42c7-98f0-9f421fb20de5 admin admin] Publish callbacks [] for router_gateway (8dea5a8b-bb0b-48d8-be9f-e6372dae5d90), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:31.057615 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0fa5-d72e-42c7-98f0-9f421fb20de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:31.085605 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7d1a246c-efde-42ed-a606-9755bfea7c0c None None] Publish callbacks [] for port (96e26c9c-3fbf-4cfc-bc75-6caebc291575), precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:31.099115 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7d1a246c-efde-42ed-a606-9755bfea7c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996'] for port (96e26c9c-3fbf-4cfc-bc75-6caebc291575), after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:31.126596 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1a246c-efde-42ed-a606-9755bfea7c0c None None] Network da7b19f9-a161-4812-9ac4-4c01e65757ab is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:18:31.138469 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-7d1a246c-efde-42ed-a606-9755bfea7c0c None None] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:18:31.148791 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5878132d-15b0-4a81-8c0a-1c8e4e08beb4 None None] Sync routers for ids ['d9326052-8cd2-41d9-a016-ab300bb05cca'] in dv-cinder-824131-3-iscsi {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:18:31.162375 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5878132d-15b0-4a81-8c0a-1c8e4e08beb4 None None] Routers {'d9326052-8cd2-41d9-a016-ab300bb05cca'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:18:31.163041 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-5878132d-15b0-4a81-8c0a-1c8e4e08beb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:18:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['d9326052-8cd2-41d9-a016-ab300bb05cca'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:18:31.176579 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 808135a3-21e1-4dea-9ec1-aef5815def04 up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:18:31.194495 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1a246c-efde-42ed-a606-9755bfea7c0c None None] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:18:31.291802 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a246c-efde-42ed-a606-9755bfea7c0c None None] Pushing event updated for resources: {'Port': ['ID=96e26c9c-3fbf-4cfc-bc75-6caebc291575,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:31.315124 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-0f8c0fa5-d72e-42c7-98f0-9f421fb20de5 admin admin] Allocated IP 172.27.2.217 (2ce614e2-30de-465a-a7cf-ddab87bfda56/24533608-225a-4678-8e54-d2d8b6714d88/0d12125c-4b9d-47ff-ab3a-c5286ea27cdf) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:18:31.357020 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-7d1a246c-efde-42ed-a606-9755bfea7c0c None None] Attempting to bind port 96e26c9c-3fbf-4cfc-bc75-6caebc291575 on host dv-cinder-824131-3-iscsi for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:18:31.357557 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-7d1a246c-efde-42ed-a606-9755bfea7c0c None None] Attempting to bind port 96e26c9c-3fbf-4cfc-bc75-6caebc291575 by drivers openvswitch,hyperv on host dv-cinder-824131-3-iscsi at level 0 using segments [{'id': '3a7eb34a-f5d7-4f7f-b888-2e112f685292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'da7b19f9-a161-4812-9ac4-4c01e65757ab'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:18:31.358020 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1a246c-efde-42ed-a606-9755bfea7c0c None None] Attempting to bind port 96e26c9c-3fbf-4cfc-bc75-6caebc291575 on network da7b19f9-a161-4812-9ac4-4c01e65757ab {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:18:31.371976 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1a246c-efde-42ed-a606-9755bfea7c0c None None] Checking agent: {'id': '9d224d65-2af6-406d-8eb7-edecce64fdf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824131-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 5, 2), 'started_at': datetime.datetime(2022, 1, 11, 14, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824131-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:18:31.383533 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-5878132d-15b0-4a81-8c0a-1c8e4e08beb4 None None] Set router d9326052-8cd2-41d9-a016-ab300bb05cca gateway port host: dv-cinder-824131-3-iscsi {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:18:31.384335 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1a246c-efde-42ed-a606-9755bfea7c0c None None] Checking segment: {'id': '3a7eb34a-f5d7-4f7f-b888-2e112f685292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'da7b19f9-a161-4812-9ac4-4c01e65757ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:18:31.384929 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7d1a246c-efde-42ed-a606-9755bfea7c0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:31.385541 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1a246c-efde-42ed-a606-9755bfea7c0c None None] Bound using segment: {'id': '3a7eb34a-f5d7-4f7f-b888-2e112f685292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'da7b19f9-a161-4812-9ac4-4c01e65757ab'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:18:31.386196 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-7d1a246c-efde-42ed-a606-9755bfea7c0c None None] Bound port: 96e26c9c-3fbf-4cfc-bc75-6caebc291575, host: dv-cinder-824131-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a7eb34a-f5d7-4f7f-b888-2e112f685292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'da7b19f9-a161-4812-9ac4-4c01e65757ab'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:18:31.387678 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7d1a246c-efde-42ed-a606-9755bfea7c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (96e26c9c-3fbf-4cfc-bc75-6caebc291575), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:31.499679 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b4c27-2b69-45ff-b425-f1810ac7c2f0 req-185fc92a-8347-486f-94c6-5c71e2b0c22c tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:31.509041 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-083b4c27-2b69-45ff-b425-f1810ac7c2f0 req-185fc92a-8347-486f-94c6-5c71e2b0c22c tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 943 time: 0.1489975 Jan 11 14:18:31.570105 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0fa5-d72e-42c7-98f0-9f421fb20de5 admin admin] Publish callbacks [] for port (0d12125c-4b9d-47ff-ab3a-c5286ea27cdf), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:31.576810 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-7d1a246c-efde-42ed-a606-9755bfea7c0c None None] For port 96e26c9c-3fbf-4cfc-bc75-6caebc291575, host dv-cinder-824131-3-iscsi, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:18:31.580291 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-7d1a246c-efde-42ed-a606-9755bfea7c0c None None] For port 96e26c9c-3fbf-4cfc-bc75-6caebc291575, host dv-cinder-824131-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=96e26c9c-3fbf-4cfc-bc75-6caebc291575,segment=NetworkSegment(3a7eb34a-f5d7-4f7f-b888-2e112f685292),segment_id=3a7eb34a-f5d7-4f7f-b888-2e112f685292)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:18:31.581545 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port 808135a3-21e1-4dea-9ec1-aef5815def04 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:18:31.581900 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (808135a3-21e1-4dea-9ec1-aef5815def04), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:31.630472 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7d1a246c-efde-42ed-a606-9755bfea7c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (96e26c9c-3fbf-4cfc-bc75-6caebc291575), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:31.652340 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0fa5-d72e-42c7-98f0-9f421fb20de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (0d12125c-4b9d-47ff-ab3a-c5286ea27cdf), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:31.682505 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-083b4c27-2b69-45ff-b425-f1810ac7c2f0 req-9b2cf786-67ca-4229-856c-927eceff5de5 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683221 Jan 11 14:18:31.703929 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8c0fa5-d72e-42c7-98f0-9f421fb20de5 admin admin] Network 2ce614e2-30de-465a-a7cf-ddab87bfda56 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:18:31.710340 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-0f8c0fa5-d72e-42c7-98f0-9f421fb20de5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:18:31.742891 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8c0fa5-d72e-42c7-98f0-9f421fb20de5 admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:18:31.867752 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c0fa5-d72e-42c7-98f0-9f421fb20de5 admin admin] Pushing event updated for resources: {'Port': ['ID=0d12125c-4b9d-47ff-ab3a-c5286ea27cdf,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:31.958976 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-5878132d-15b0-4a81-8c0a-1c8e4e08beb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'name': 'tempest-TestVolumeBootPattern-1187170809-router', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:18:19Z', 'updated_at': '2022-01-11T14:18:26Z', 'revision_number': 4, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'gw_port': {'id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:21Z', 'updated_at': '2022-01-11T14:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'effc657b-bdfa-4327-864b-dcbc4be811a5', 'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'mac_address': 'fa:16:3e:17:59:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:25Z', 'updated_at': '2022-01-11T14:18:26Z', 'revision_number': 2, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'subnets': [{'id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:18:32.000823 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5878132d-15b0-4a81-8c0a-1c8e4e08beb4 None None] Checking router: d9326052-8cd2-41d9-a016-ab300bb05cca for host: dv-cinder-824131-3-iscsi {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:18:32.006017 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5878132d-15b0-4a81-8c0a-1c8e4e08beb4 None None] Updating router d9326052-8cd2-41d9-a016-ab300bb05cca port effc657b-bdfa-4327-864b-dcbc4be811a5 binding host dv-cinder-824131-3-iscsi {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 14:18:32.097788 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5878132d-15b0-4a81-8c0a-1c8e4e08beb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (effc657b-bdfa-4327-864b-dcbc4be811a5), before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:32.098339 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a246c-efde-42ed-a606-9755bfea7c0c None None] Pushing event updated for resources: {'Port': ['ID=96e26c9c-3fbf-4cfc-bc75-6caebc291575,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:32.256677 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port 808135a3-21e1-4dea-9ec1-aef5815def04 is: DOWN; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:18:32.257441 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (808135a3-21e1-4dea-9ec1-aef5815def04), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:32.288092 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:32.293867 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0fa5-d72e-42c7-98f0-9f421fb20de5 admin admin] Publish callbacks [] for router_gateway (8dea5a8b-bb0b-48d8-be9f-e6372dae5d90), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:32.308700 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] For port 808135a3-21e1-4dea-9ec1-aef5815def04, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=808135a3-21e1-4dea-9ec1-aef5815def04,segment=NetworkSegment(74f2f49c-8139-48f1-b44d-9c7351d31a13),segment_id=74f2f49c-8139-48f1-b44d-9c7351d31a13)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:18:32.316439 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (808135a3-21e1-4dea-9ec1-aef5815def04), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:32.412583 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Pushing event updated for resources: {'Port': ['ID=808135a3-21e1-4dea-9ec1-aef5815def04,revision_number=4']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:32.593205 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5878132d-15b0-4a81-8c0a-1c8e4e08beb4 None None] Publish callbacks [] for port (effc657b-bdfa-4327-864b-dcbc4be811a5), precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:32.609649 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5878132d-15b0-4a81-8c0a-1c8e4e08beb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (effc657b-bdfa-4327-864b-dcbc4be811a5), after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:32.671472 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2630ed1-1c41-4a4f-b7ec-939f70a326b8 None None] Pushing event updated for resources: {'Port': ['ID=effc657b-bdfa-4327-864b-dcbc4be811a5,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:32.673456 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0fa5-d72e-42c7-98f0-9f421fb20de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704696'] for router (8dea5a8b-bb0b-48d8-be9f-e6372dae5d90), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:32.700104 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2630ed1-1c41-4a4f-b7ec-939f70a326b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:32.700812 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2630ed1-1c41-4a4f-b7ec-939f70a326b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:32.701395 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2630ed1-1c41-4a4f-b7ec-939f70a326b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:32.701933 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2630ed1-1c41-4a4f-b7ec-939f70a326b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:32.702467 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2630ed1-1c41-4a4f-b7ec-939f70a326b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:32.702997 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2630ed1-1c41-4a4f-b7ec-939f70a326b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:32.703552 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2630ed1-1c41-4a4f-b7ec-939f70a326b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:32.706393 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2630ed1-1c41-4a4f-b7ec-939f70a326b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:32.707143 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2630ed1-1c41-4a4f-b7ec-939f70a326b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:32.707740 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2630ed1-1c41-4a4f-b7ec-939f70a326b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:32.708430 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2630ed1-1c41-4a4f-b7ec-939f70a326b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:32.708973 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2630ed1-1c41-4a4f-b7ec-939f70a326b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:32.709499 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2630ed1-1c41-4a4f-b7ec-939f70a326b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:32.751077 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-5878132d-15b0-4a81-8c0a-1c8e4e08beb4 None None] Attempting to bind port effc657b-bdfa-4327-864b-dcbc4be811a5 on host dv-cinder-824131-3-iscsi for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:18:32.751450 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-5878132d-15b0-4a81-8c0a-1c8e4e08beb4 None None] Attempting to bind port effc657b-bdfa-4327-864b-dcbc4be811a5 by drivers openvswitch,hyperv on host dv-cinder-824131-3-iscsi at level 0 using segments [{'id': 'b82cbb00-5e14-475e-ae16-2f96aee9e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:18:32.751873 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5878132d-15b0-4a81-8c0a-1c8e4e08beb4 None None] Attempting to bind port effc657b-bdfa-4327-864b-dcbc4be811a5 on network bafd8a92-c934-408c-97d9-8c6dc292a947 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:18:32.761125 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5878132d-15b0-4a81-8c0a-1c8e4e08beb4 None None] Checking agent: {'id': '9d224d65-2af6-406d-8eb7-edecce64fdf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824131-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 5, 2), 'started_at': datetime.datetime(2022, 1, 11, 14, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824131-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:18:32.761508 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5878132d-15b0-4a81-8c0a-1c8e4e08beb4 None None] Checking segment: {'id': 'b82cbb00-5e14-475e-ae16-2f96aee9e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:18:32.761985 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5878132d-15b0-4a81-8c0a-1c8e4e08beb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:32.762382 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5878132d-15b0-4a81-8c0a-1c8e4e08beb4 None None] Bound using segment: {'id': 'b82cbb00-5e14-475e-ae16-2f96aee9e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:18:32.762930 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-5878132d-15b0-4a81-8c0a-1c8e4e08beb4 None None] Bound port: effc657b-bdfa-4327-864b-dcbc4be811a5, host: dv-cinder-824131-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b82cbb00-5e14-475e-ae16-2f96aee9e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:18:32.763314 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5878132d-15b0-4a81-8c0a-1c8e4e08beb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (effc657b-bdfa-4327-864b-dcbc4be811a5), before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:32.894445 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb503c3-a648-439c-9479-813a64875145 req-313fb8b8-04fc-45a3-9c4d-fe28a3d898cb tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:32.909308 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-5878132d-15b0-4a81-8c0a-1c8e4e08beb4 None None] For port effc657b-bdfa-4327-864b-dcbc4be811a5, host dv-cinder-824131-3-iscsi, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:18:32.922567 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9eb503c3-a648-439c-9479-813a64875145 req-313fb8b8-04fc-45a3-9c4d-fe28a3d898cb tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 943 time: 0.1249125 Jan 11 14:18:32.936023 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-5878132d-15b0-4a81-8c0a-1c8e4e08beb4 None None] For port effc657b-bdfa-4327-864b-dcbc4be811a5, host dv-cinder-824131-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=effc657b-bdfa-4327-864b-dcbc4be811a5,segment=NetworkSegment(b82cbb00-5e14-475e-ae16-2f96aee9e7db),segment_id=b82cbb00-5e14-475e-ae16-2f96aee9e7db)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:18:32.942108 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-5878132d-15b0-4a81-8c0a-1c8e4e08beb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (effc657b-bdfa-4327-864b-dcbc4be811a5), after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:33.060411 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8c0fa5-d72e-42c7-98f0-9f421fb20de5 admin admin] Router 8dea5a8b-bb0b-48d8-be9f-e6372dae5d90 is scheduled to L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 14:18:33.089548 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2630ed1-1c41-4a4f-b7ec-939f70a326b8 None None] Pushing event updated for resources: {'Port': ['ID=effc657b-bdfa-4327-864b-dcbc4be811a5,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:33.100447 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-c8265942-64d4-418a-aa4d-804a568bbf3f None None] Provisioning complete for port effc657b-bdfa-4327-864b-dcbc4be811a5 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:18:33.104852 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5878132d-15b0-4a81-8c0a-1c8e4e08beb4 None None] Routers {'d9326052-8cd2-41d9-a016-ab300bb05cca'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:18:33.106245 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c8265942-64d4-418a-aa4d-804a568bbf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (effc657b-bdfa-4327-864b-dcbc4be811a5), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:33.112100 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-5878132d-15b0-4a81-8c0a-1c8e4e08beb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:18:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['d9326052-8cd2-41d9-a016-ab300bb05cca'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:18:33.148127 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9eb503c3-a648-439c-9479-813a64875145 req-a66b06c7-4145-4c3f-8efd-0d1fc54d2377 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122817 Jan 11 14:18:33.336966 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8c0fa5-d72e-42c7-98f0-9f421fb20de5 admin admin] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:18:33.377798 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-5878132d-15b0-4a81-8c0a-1c8e4e08beb4 None None] Set router d9326052-8cd2-41d9-a016-ab300bb05cca gateway port host: dv-cinder-824131-3-iscsi {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:18:33.378704 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a340f6b-692a-437f-8e0d-6d7c713de487 None None] Sync routers for ids ['8dea5a8b-bb0b-48d8-be9f-e6372dae5d90'] in dv-cinder-824131-3-iscsi {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:18:33.382695 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0fa5-d72e-42c7-98f0-9f421fb20de5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:33.384272 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-0f8c0fa5-d72e-42c7-98f0-9f421fb20de5 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8775136 Jan 11 14:18:33.387639 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 57432) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:33.435239 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 808135a3-21e1-4dea-9ec1-aef5815def04 up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:18:33.552619 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-c8265942-64d4-418a-aa4d-804a568bbf3f None None] Current status of the port effc657b-bdfa-4327-864b-dcbc4be811a5 is: DOWN; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:18:33.553296 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c8265942-64d4-418a-aa4d-804a568bbf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (effc657b-bdfa-4327-864b-dcbc4be811a5), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:33.571999 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a340f6b-692a-437f-8e0d-6d7c713de487 None None] Routers {'8dea5a8b-bb0b-48d8-be9f-e6372dae5d90'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:18:33.573569 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-0a340f6b-692a-437f-8e0d-6d7c713de487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:18:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['8dea5a8b-bb0b-48d8-be9f-e6372dae5d90'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:18:33.654573 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f960a4-cebe-4104-a8c9-efb945ad14e0 None None] Network da7b19f9-a161-4812-9ac4-4c01e65757ab requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:18:33.682739 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-5878132d-15b0-4a81-8c0a-1c8e4e08beb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'name': 'tempest-TestVolumeBootPattern-1187170809-router', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:18:19Z', 'updated_at': '2022-01-11T14:18:26Z', 'revision_number': 4, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'gw_port': {'id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:21Z', 'updated_at': '2022-01-11T14:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'effc657b-bdfa-4327-864b-dcbc4be811a5', 'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'mac_address': 'fa:16:3e:17:59:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:25Z', 'updated_at': '2022-01-11T14:18:32Z', 'revision_number': 4, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'subnets': [{'id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:18:33.715527 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5878132d-15b0-4a81-8c0a-1c8e4e08beb4 None None] The sync data for ids ['d9326052-8cd2-41d9-a016-ab300bb05cca'] in dv-cinder-824131-3-iscsi is: [{'id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'name': 'tempest-TestVolumeBootPattern-1187170809-router', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:18:19Z', 'updated_at': '2022-01-11T14:18:26Z', 'revision_number': 4, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'gw_port': {'id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:21Z', 'updated_at': '2022-01-11T14:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'effc657b-bdfa-4327-864b-dcbc4be811a5', 'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'mac_address': 'fa:16:3e:17:59:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:25Z', 'updated_at': '2022-01-11T14:18:32Z', 'revision_number': 4, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'subnets': [{'id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:18:33.751900 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-c8265942-64d4-418a-aa4d-804a568bbf3f None None] For port effc657b-bdfa-4327-864b-dcbc4be811a5, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=effc657b-bdfa-4327-864b-dcbc4be811a5,segment=NetworkSegment(b82cbb00-5e14-475e-ae16-2f96aee9e7db),segment_id=b82cbb00-5e14-475e-ae16-2f96aee9e7db)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:18:33.761118 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c8265942-64d4-418a-aa4d-804a568bbf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (effc657b-bdfa-4327-864b-dcbc4be811a5), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:33.799224 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port 808135a3-21e1-4dea-9ec1-aef5815def04 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:18:33.799636 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (808135a3-21e1-4dea-9ec1-aef5815def04), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:33.860462 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-0a340f6b-692a-437f-8e0d-6d7c713de487 None None] Set router 8dea5a8b-bb0b-48d8-be9f-e6372dae5d90 gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:18:33.956537 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c934ac97-6411-4ca7-8bbc-ef35a1443d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:34.000807 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8265942-64d4-418a-aa4d-804a568bbf3f None None] Pushing event updated for resources: {'Port': ['ID=effc657b-bdfa-4327-864b-dcbc4be811a5,revision_number=5']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:34.036670 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-89ef6f5d-2b76-4780-ad78-e5589ac609c0 None None] Provisioning complete for port 96e26c9c-3fbf-4cfc-bc75-6caebc291575 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:18:34.037199 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-89ef6f5d-2b76-4780-ad78-e5589ac609c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (96e26c9c-3fbf-4cfc-bc75-6caebc291575), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:34.140695 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.db_base_plugin_common [None req-c934ac97-6411-4ca7-8bbc-ef35a1443d54 admin admin] Allocated IP 172.20.0.1 (da7b19f9-a161-4812-9ac4-4c01e65757ab/66316c0f-f611-47eb-b561-786ee176e927/c230fcf2-9a07-480a-b65d-159e4d842011) {{(pid=102758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:18:34.166856 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port 808135a3-21e1-4dea-9ec1-aef5815def04 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:18:34.168901 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 96e26c9c-3fbf-4cfc-bc75-6caebc291575 up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:18:34.311686 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port 96e26c9c-3fbf-4cfc-bc75-6caebc291575 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:18:34.312077 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (96e26c9c-3fbf-4cfc-bc75-6caebc291575), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:34.317608 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c934ac97-6411-4ca7-8bbc-ef35a1443d54 admin admin] Publish callbacks [] for port (c230fcf2-9a07-480a-b65d-159e4d842011), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:34.340819 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-89ef6f5d-2b76-4780-ad78-e5589ac609c0 None None] Current status of the port 96e26c9c-3fbf-4cfc-bc75-6caebc291575 is: DOWN; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:18:34.341224 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-89ef6f5d-2b76-4780-ad78-e5589ac609c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (96e26c9c-3fbf-4cfc-bc75-6caebc291575), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:34.377223 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c934ac97-6411-4ca7-8bbc-ef35a1443d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10081185'] for port (c230fcf2-9a07-480a-b65d-159e4d842011), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:34.388641 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8c42e-8303-4692-880b-5cf39224ff76 req-44e56a32-e723-4a07-90a7-93b839d4cfde tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:34.390243 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-64a8c42e-8303-4692-880b-5cf39224ff76 req-44e56a32-e723-4a07-90a7-93b839d4cfde tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 943 time: 0.1001086 Jan 11 14:18:34.394397 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-0a340f6b-692a-437f-8e0d-6d7c713de487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dea5a8b-bb0b-48d8-be9f-e6372dae5d90', 'name': 'tempest-TestVolumeBootPattern-266405530-router', 'tenant_id': '1d1324f63ea24be6b820997ee66120b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '0d12125c-4b9d-47ff-ab3a-c5286ea27cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:18:30Z', 'updated_at': '2022-01-11T14:18:32Z', 'revision_number': 3, 'project_id': '1d1324f63ea24be6b820997ee66120b6', 'gw_port': {'id': '0d12125c-4b9d-47ff-ab3a-c5286ea27cdf', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dea5a8b-bb0b-48d8-be9f-e6372dae5d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:31Z', 'updated_at': '2022-01-11T14:18:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi'}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:18:34.438317 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-89ef6f5d-2b76-4780-ad78-e5589ac609c0 None None] For port 96e26c9c-3fbf-4cfc-bc75-6caebc291575, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=96e26c9c-3fbf-4cfc-bc75-6caebc291575,segment=NetworkSegment(3a7eb34a-f5d7-4f7f-b888-2e112f685292),segment_id=3a7eb34a-f5d7-4f7f-b888-2e112f685292)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:18:34.440821 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a340f6b-692a-437f-8e0d-6d7c713de487 None None] Checking router: 8dea5a8b-bb0b-48d8-be9f-e6372dae5d90 for host: dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:18:34.441298 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a340f6b-692a-437f-8e0d-6d7c713de487 None None] Updating router 8dea5a8b-bb0b-48d8-be9f-e6372dae5d90 port 0d12125c-4b9d-47ff-ab3a-c5286ea27cdf binding host dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 14:18:34.446364 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-89ef6f5d-2b76-4780-ad78-e5589ac609c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (96e26c9c-3fbf-4cfc-bc75-6caebc291575), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:34.448951 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c934ac97-6411-4ca7-8bbc-ef35a1443d54 admin admin] Network da7b19f9-a161-4812-9ac4-4c01e65757ab is already hosted by enough agents. {{(pid=102758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:18:34.456220 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.base_scheduler [None req-c934ac97-6411-4ca7-8bbc-ef35a1443d54 admin admin] Resources bound (agent type, host, resource id): {{(pid=102758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:18:34.461053 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c934ac97-6411-4ca7-8bbc-ef35a1443d54 admin admin] Received port after_create {{(pid=102758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:18:34.462703 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934ac97-6411-4ca7-8bbc-ef35a1443d54 admin admin] Pushing event updated for resources: {'Port': ['ID=c230fcf2-9a07-480a-b65d-159e4d842011,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:34.525298 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-64a8c42e-8303-4692-880b-5cf39224ff76 req-185f5c1d-2fe9-4b78-b080-e2da7cb7a422 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065271 Jan 11 14:18:34.527005 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c934ac97-6411-4ca7-8bbc-ef35a1443d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704617'] for router_interface (8dea5a8b-bb0b-48d8-be9f-e6372dae5d90), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:34.534439 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a340f6b-692a-437f-8e0d-6d7c713de487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (0d12125c-4b9d-47ff-ab3a-c5286ea27cdf), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:34.588866 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port 96e26c9c-3fbf-4cfc-bc75-6caebc291575 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:18:34.594012 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-89ef6f5d-2b76-4780-ad78-e5589ac609c0 None None] Provisioning complete for port effc657b-bdfa-4327-864b-dcbc4be811a5 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:18:34.594393 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-89ef6f5d-2b76-4780-ad78-e5589ac609c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (effc657b-bdfa-4327-864b-dcbc4be811a5), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:34.604994 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef6f5d-2b76-4780-ad78-e5589ac609c0 None None] Pushing event updated for resources: {'Port': ['ID=96e26c9c-3fbf-4cfc-bc75-6caebc291575,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:34.676545 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c934ac97-6411-4ca7-8bbc-ef35a1443d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (c230fcf2-9a07-480a-b65d-159e4d842011), before_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:34.801577 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-89ef6f5d-2b76-4780-ad78-e5589ac609c0 None None] Current status of the port effc657b-bdfa-4327-864b-dcbc4be811a5 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:18:34.855352 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c934ac97-6411-4ca7-8bbc-ef35a1443d54 admin admin] Publish callbacks [] for port (c230fcf2-9a07-480a-b65d-159e4d842011), precommit_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:34.860570 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c934ac97-6411-4ca7-8bbc-ef35a1443d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10081198'] for port (c230fcf2-9a07-480a-b65d-159e4d842011), after_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:34.884368 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a340f6b-692a-437f-8e0d-6d7c713de487 None None] Publish callbacks [] for port (0d12125c-4b9d-47ff-ab3a-c5286ea27cdf), precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:34.889799 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a340f6b-692a-437f-8e0d-6d7c713de487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (0d12125c-4b9d-47ff-ab3a-c5286ea27cdf), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:34.928133 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934ac97-6411-4ca7-8bbc-ef35a1443d54 admin admin] Pushing event updated for resources: {'Port': ['ID=c230fcf2-9a07-480a-b65d-159e4d842011,revision_number=2']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:34.930559 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c934ac97-6411-4ca7-8bbc-ef35a1443d54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-730873'] for router_interface (8dea5a8b-bb0b-48d8-be9f-e6372dae5d90), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:34.953602 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25acaf31-0bd1-4574-ba8d-055a60c7f69d None None] Pushing event updated for resources: {'Port': ['ID=0d12125c-4b9d-47ff-ab3a-c5286ea27cdf,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:34.958518 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-defce493-80b3-414a-8b91-eae792716e32 None None] Provisioning complete for port 96e26c9c-3fbf-4cfc-bc75-6caebc291575 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:18:34.958897 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-defce493-80b3-414a-8b91-eae792716e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (96e26c9c-3fbf-4cfc-bc75-6caebc291575), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:34.960633 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-0a340f6b-692a-437f-8e0d-6d7c713de487 None None] Attempting to bind port 0d12125c-4b9d-47ff-ab3a-c5286ea27cdf on host dv-cinder-824131-3-iscsi for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:18:34.960992 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-0a340f6b-692a-437f-8e0d-6d7c713de487 None None] Attempting to bind port 0d12125c-4b9d-47ff-ab3a-c5286ea27cdf by drivers openvswitch,hyperv on host dv-cinder-824131-3-iscsi at level 0 using segments [{'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:18:34.961355 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a340f6b-692a-437f-8e0d-6d7c713de487 None None] Attempting to bind port 0d12125c-4b9d-47ff-ab3a-c5286ea27cdf on network 2ce614e2-30de-465a-a7cf-ddab87bfda56 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:18:34.987821 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a340f6b-692a-437f-8e0d-6d7c713de487 None None] Checking agent: {'id': '9d224d65-2af6-406d-8eb7-edecce64fdf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824131-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 5, 2), 'started_at': datetime.datetime(2022, 1, 11, 14, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824131-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:18:34.988206 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a340f6b-692a-437f-8e0d-6d7c713de487 None None] Checking segment: {'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:18:34.988612 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a340f6b-692a-437f-8e0d-6d7c713de487 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:34.989011 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a340f6b-692a-437f-8e0d-6d7c713de487 None None] Bound using segment: {'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:18:34.989488 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-0a340f6b-692a-437f-8e0d-6d7c713de487 None None] Bound port: 0d12125c-4b9d-47ff-ab3a-c5286ea27cdf, host: dv-cinder-824131-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:18:34.989869 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a340f6b-692a-437f-8e0d-6d7c713de487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (0d12125c-4b9d-47ff-ab3a-c5286ea27cdf), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:35.039101 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c934ac97-6411-4ca7-8bbc-ef35a1443d54 admin admin] Network da7b19f9-a161-4812-9ac4-4c01e65757ab is already hosted by enough agents. {{(pid=102758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:18:35.040529 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.base_scheduler [None req-c934ac97-6411-4ca7-8bbc-ef35a1443d54 admin admin] Resources bound (agent type, host, resource id): {{(pid=102758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:18:35.052253 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-0a340f6b-692a-437f-8e0d-6d7c713de487 None None] For port 0d12125c-4b9d-47ff-ab3a-c5286ea27cdf, host dv-cinder-824131-3-iscsi, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:18:35.215749 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 96e26c9c-3fbf-4cfc-bc75-6caebc291575 up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:18:35.221420 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c934ac97-6411-4ca7-8bbc-ef35a1443d54 admin admin] Router 8dea5a8b-bb0b-48d8-be9f-e6372dae5d90 has already been hosted by L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 {{(pid=102758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 14:18:35.255011 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-0a340f6b-692a-437f-8e0d-6d7c713de487 None None] For port 0d12125c-4b9d-47ff-ab3a-c5286ea27cdf, host dv-cinder-824131-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=0d12125c-4b9d-47ff-ab3a-c5286ea27cdf,segment=NetworkSegment(74f2f49c-8139-48f1-b44d-9c7351d31a13),segment_id=74f2f49c-8139-48f1-b44d-9c7351d31a13)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:18:35.266471 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-0a340f6b-692a-437f-8e0d-6d7c713de487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (0d12125c-4b9d-47ff-ab3a-c5286ea27cdf), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:35.297785 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-defce493-80b3-414a-8b91-eae792716e32 None None] Current status of the port 96e26c9c-3fbf-4cfc-bc75-6caebc291575 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:18:35.343248 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c934ac97-6411-4ca7-8bbc-ef35a1443d54 admin admin] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:18:35.348764 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-c934ac97-6411-4ca7-8bbc-ef35a1443d54 admin admin] 10.222.0.49 "PUT /v2.0/routers/8dea5a8b-bb0b-48d8-be9f-e6372dae5d90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9596531 Jan 11 14:18:35.349727 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a340f6b-692a-437f-8e0d-6d7c713de487 None None] Routers {'8dea5a8b-bb0b-48d8-be9f-e6372dae5d90'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:18:35.350352 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-0a340f6b-692a-437f-8e0d-6d7c713de487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:18:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['8dea5a8b-bb0b-48d8-be9f-e6372dae5d90'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:18:35.352104 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25acaf31-0bd1-4574-ba8d-055a60c7f69d None None] Pushing event updated for resources: {'Port': ['ID=0d12125c-4b9d-47ff-ab3a-c5286ea27cdf,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:35.355158 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-defce493-80b3-414a-8b91-eae792716e32 None None] Provisioning complete for port c230fcf2-9a07-480a-b65d-159e4d842011 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:18:35.355557 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-defce493-80b3-414a-8b91-eae792716e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (c230fcf2-9a07-480a-b65d-159e4d842011), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:35.453045 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port 96e26c9c-3fbf-4cfc-bc75-6caebc291575 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:18:35.453432 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (96e26c9c-3fbf-4cfc-bc75-6caebc291575), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:35.488437 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-defce493-80b3-414a-8b91-eae792716e32 None None] Port c230fcf2-9a07-480a-b65d-159e4d842011 cannot update to ACTIVE because it is not bound. {{(pid=102760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 14:18:35.529266 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-0a340f6b-692a-437f-8e0d-6d7c713de487 None None] Set router 8dea5a8b-bb0b-48d8-be9f-e6372dae5d90 gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:18:35.631878 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port 96e26c9c-3fbf-4cfc-bc75-6caebc291575 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:18:35.633036 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device effc657b-bdfa-4327-864b-dcbc4be811a5 up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:18:35.714252 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-aa65a516-3f30-45db-9ae3-1192a6dd7c1a None None] Provisioning complete for port c230fcf2-9a07-480a-b65d-159e4d842011 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:18:35.714629 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-aa65a516-3f30-45db-9ae3-1192a6dd7c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (c230fcf2-9a07-480a-b65d-159e4d842011), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:35.775589 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-aa65a516-3f30-45db-9ae3-1192a6dd7c1a None None] Port c230fcf2-9a07-480a-b65d-159e4d842011 cannot update to ACTIVE because it is not bound. {{(pid=102760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 14:18:35.816565 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port effc657b-bdfa-4327-864b-dcbc4be811a5 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:18:35.816964 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (effc657b-bdfa-4327-864b-dcbc4be811a5), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:35.834202 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff920e-9e1f-45fd-b631-6d8c7c691cb9 req-cbf7aff9-9c4f-462a-bada-9e7f5ab4ee44 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:35.835937 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-47ff920e-9e1f-45fd-b631-6d8c7c691cb9 req-cbf7aff9-9c4f-462a-bada-9e7f5ab4ee44 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 943 time: 0.0557299 Jan 11 14:18:35.879725 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-0a340f6b-692a-437f-8e0d-6d7c713de487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dea5a8b-bb0b-48d8-be9f-e6372dae5d90', 'name': 'tempest-TestVolumeBootPattern-266405530-router', 'tenant_id': '1d1324f63ea24be6b820997ee66120b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '0d12125c-4b9d-47ff-ab3a-c5286ea27cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:18:30Z', 'updated_at': '2022-01-11T14:18:34Z', 'revision_number': 4, 'project_id': '1d1324f63ea24be6b820997ee66120b6', 'gw_port': {'id': '0d12125c-4b9d-47ff-ab3a-c5286ea27cdf', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dea5a8b-bb0b-48d8-be9f-e6372dae5d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:31Z', 'updated_at': '2022-01-11T14:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'c230fcf2-9a07-480a-b65d-159e4d842011', 'name': '', 'network_id': 'da7b19f9-a161-4812-9ac4-4c01e65757ab', 'tenant_id': '1d1324f63ea24be6b820997ee66120b6', 'mac_address': 'fa:16:3e:08:b3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dea5a8b-bb0b-48d8-be9f-e6372dae5d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '66316c0f-f611-47eb-b561-786ee176e927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:33Z', 'updated_at': '2022-01-11T14:18:34Z', 'revision_number': 2, 'project_id': '1d1324f63ea24be6b820997ee66120b6', 'subnets': [{'id': '66316c0f-f611-47eb-b561-786ee176e927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:18:35.895778 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 57458) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:35.898243 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-47ff920e-9e1f-45fd-b631-6d8c7c691cb9 req-b41ecd40-7027-49ad-a29c-d4e60d6a7f3f tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545735 Jan 11 14:18:35.900526 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-749062e1-f006-43e0-a7fd-c9dff8791e08 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1576337113', 'description': 'tempest-secgroup-smoke-1576337113 description', 'project_id': '135a305e0bbe4cfcbfea666d19340195'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:18:35.908944 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a340f6b-692a-437f-8e0d-6d7c713de487 None None] The sync data for ids ['8dea5a8b-bb0b-48d8-be9f-e6372dae5d90'] in dv-cinder-824131-3-iscsi is: [{'id': '8dea5a8b-bb0b-48d8-be9f-e6372dae5d90', 'name': 'tempest-TestVolumeBootPattern-266405530-router', 'tenant_id': '1d1324f63ea24be6b820997ee66120b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '0d12125c-4b9d-47ff-ab3a-c5286ea27cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:18:30Z', 'updated_at': '2022-01-11T14:18:34Z', 'revision_number': 4, 'project_id': '1d1324f63ea24be6b820997ee66120b6', 'gw_port': {'id': '0d12125c-4b9d-47ff-ab3a-c5286ea27cdf', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dea5a8b-bb0b-48d8-be9f-e6372dae5d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:31Z', 'updated_at': '2022-01-11T14:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'c230fcf2-9a07-480a-b65d-159e4d842011', 'name': '', 'network_id': 'da7b19f9-a161-4812-9ac4-4c01e65757ab', 'tenant_id': '1d1324f63ea24be6b820997ee66120b6', 'mac_address': 'fa:16:3e:08:b3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dea5a8b-bb0b-48d8-be9f-e6372dae5d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '66316c0f-f611-47eb-b561-786ee176e927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:33Z', 'updated_at': '2022-01-11T14:18:34Z', 'revision_number': 2, 'project_id': '1d1324f63ea24be6b820997ee66120b6', 'subnets': [{'id': '66316c0f-f611-47eb-b561-786ee176e927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:18:35.935792 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-749062e1-f006-43e0-a7fd-c9dff8791e08 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:35.944840 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port effc657b-bdfa-4327-864b-dcbc4be811a5 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:18:36.008856 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-749062e1-f006-43e0-a7fd-c9dff8791e08 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for security_group (e8df7e20-bdb6-4b3f-8922-4d150503831f), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:36.012600 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-749062e1-f006-43e0-a7fd-c9dff8791e08 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (e8df7e20-bdb6-4b3f-8922-4d150503831f), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:36.042241 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-749062e1-f006-43e0-a7fd-c9dff8791e08 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:36.043489 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-749062e1-f006-43e0-a7fd-c9dff8791e08 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1466019 Jan 11 14:18:36.045447 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749062e1-f006-43e0-a7fd-c9dff8791e08 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8df7e20-bdb6-4b3f-8922-4d150503831f,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:36.046620 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 57460) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:36.051184 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-493be153-9894-48c1-80e3-ddd08fdeae33 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Request body: {'security_group_rule': {'security_group_id': 'e8df7e20-bdb6-4b3f-8922-4d150503831f', 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:18:36.080122 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-493be153-9894-48c1-80e3-ddd08fdeae33 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for security_group_rule (8cfbfb69-50c5-4a5f-becd-abd81b44ce46), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:36.159090 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-493be153-9894-48c1-80e3-ddd08fdeae33 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for security_group_rule (8cfbfb69-50c5-4a5f-becd-abd81b44ce46), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:36.164072 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-493be153-9894-48c1-80e3-ddd08fdeae33 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900394'] for security_group_rule (8cfbfb69-50c5-4a5f-becd-abd81b44ce46), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:36.182083 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493be153-9894-48c1-80e3-ddd08fdeae33 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cfbfb69-50c5-4a5f-becd-abd81b44ce46,revision_number=0']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:36.188983 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-493be153-9894-48c1-80e3-ddd08fdeae33 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:36.188983 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-493be153-9894-48c1-80e3-ddd08fdeae33 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1412311 Jan 11 14:18:36.191478 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 57466) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:36.195714 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-df3351f7-00ef-4209-9e4f-5294c00215b1 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Request body: {'security_group_rule': {'security_group_id': 'e8df7e20-bdb6-4b3f-8922-4d150503831f', 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:18:36.232449 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-df3351f7-00ef-4209-9e4f-5294c00215b1 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for security_group_rule (2f92415b-3a76-4849-bc30-9dbdde98c38d), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:36.299529 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-df3351f7-00ef-4209-9e4f-5294c00215b1 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for security_group_rule (2f92415b-3a76-4849-bc30-9dbdde98c38d), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:36.303731 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-df3351f7-00ef-4209-9e4f-5294c00215b1 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900394'] for security_group_rule (2f92415b-3a76-4849-bc30-9dbdde98c38d), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:36.324564 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3351f7-00ef-4209-9e4f-5294c00215b1 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f92415b-3a76-4849-bc30-9dbdde98c38d,revision_number=0']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:36.334503 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-df3351f7-00ef-4209-9e4f-5294c00215b1 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:36.338818 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-df3351f7-00ef-4209-9e4f-5294c00215b1 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1433058 Jan 11 14:18:36.339003 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 57470) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:36.343448 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-043fe105-7e78-4ca7-8281-2a2a8d2f8b68 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Request body: {'security_group_rule': {'security_group_id': 'e8df7e20-bdb6-4b3f-8922-4d150503831f', 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:18:36.373196 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-043fe105-7e78-4ca7-8281-2a2a8d2f8b68 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for security_group_rule (37d52f5a-5b31-4e31-a561-199a0c75aa93), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:36.435853 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-043fe105-7e78-4ca7-8281-2a2a8d2f8b68 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for security_group_rule (37d52f5a-5b31-4e31-a561-199a0c75aa93), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:36.440311 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-043fe105-7e78-4ca7-8281-2a2a8d2f8b68 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900394'] for security_group_rule (37d52f5a-5b31-4e31-a561-199a0c75aa93), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:36.460234 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043fe105-7e78-4ca7-8281-2a2a8d2f8b68 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d52f5a-5b31-4e31-a561-199a0c75aa93,revision_number=0']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:36.469825 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-043fe105-7e78-4ca7-8281-2a2a8d2f8b68 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:36.474099 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-043fe105-7e78-4ca7-8281-2a2a8d2f8b68 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1310019 Jan 11 14:18:36.476310 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 57472) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:36.479795 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-c76fb655-9014-497f-b294-2156f4466fd2 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Request body: {'security_group_rule': {'security_group_id': 'e8df7e20-bdb6-4b3f-8922-4d150503831f', 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:18:36.516358 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c76fb655-9014-497f-b294-2156f4466fd2 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for security_group_rule (88fa3dc1-7882-4a0b-8076-96d1ca03ec2f), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:36.582324 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c76fb655-9014-497f-b294-2156f4466fd2 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for security_group_rule (88fa3dc1-7882-4a0b-8076-96d1ca03ec2f), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:36.587960 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c76fb655-9014-497f-b294-2156f4466fd2 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900394'] for security_group_rule (88fa3dc1-7882-4a0b-8076-96d1ca03ec2f), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:36.611952 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fb655-9014-497f-b294-2156f4466fd2 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88fa3dc1-7882-4a0b-8076-96d1ca03ec2f,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:36.618867 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c76fb655-9014-497f-b294-2156f4466fd2 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:36.620580 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-c76fb655-9014-497f-b294-2156f4466fd2 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1451647 Jan 11 14:18:36.623164 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 57474) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:36.627341 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-a5998aae-6035-4be7-a0e7-527bd88d646e tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Request body: {'security_group_rule': {'security_group_id': 'e8df7e20-bdb6-4b3f-8922-4d150503831f', 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:18:36.654739 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.db.securitygroups_db [None req-a5998aae-6035-4be7-a0e7-527bd88d646e tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Project 135a305e0bbe4cfcbfea666d19340195 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 14:18:36.660062 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a5998aae-6035-4be7-a0e7-527bd88d646e tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for security_group_rule (437dc124-c6c9-4e38-a9f6-0be5801b3794), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:36.723641 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a5998aae-6035-4be7-a0e7-527bd88d646e tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for security_group_rule (437dc124-c6c9-4e38-a9f6-0be5801b3794), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:36.729779 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a5998aae-6035-4be7-a0e7-527bd88d646e tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900394'] for security_group_rule (437dc124-c6c9-4e38-a9f6-0be5801b3794), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:36.748663 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5998aae-6035-4be7-a0e7-527bd88d646e tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=437dc124-c6c9-4e38-a9f6-0be5801b3794,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:36.755985 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-a5998aae-6035-4be7-a0e7-527bd88d646e tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:36.757206 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-a5998aae-6035-4be7-a0e7-527bd88d646e tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1330919 Jan 11 14:18:36.761748 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 57476) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:36.765349 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-9d0471d1-b8b7-4368-8191-bf128c22b677 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Request body: {'security_group_rule': {'security_group_id': 'e8df7e20-bdb6-4b3f-8922-4d150503831f', 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:18:36.791944 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.db.securitygroups_db [None req-9d0471d1-b8b7-4368-8191-bf128c22b677 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Project 135a305e0bbe4cfcbfea666d19340195 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 14:18:36.797156 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-9d0471d1-b8b7-4368-8191-bf128c22b677 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for security_group_rule (dff35a6f-cab5-4885-aa67-0e9ad1248a32), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:36.859593 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-9d0471d1-b8b7-4368-8191-bf128c22b677 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for security_group_rule (dff35a6f-cab5-4885-aa67-0e9ad1248a32), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:36.863503 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-9d0471d1-b8b7-4368-8191-bf128c22b677 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900394'] for security_group_rule (dff35a6f-cab5-4885-aa67-0e9ad1248a32), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:36.883951 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0471d1-b8b7-4368-8191-bf128c22b677 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff35a6f-cab5-4885-aa67-0e9ad1248a32,revision_number=0']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:36.890837 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-9d0471d1-b8b7-4368-8191-bf128c22b677 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:36.895042 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-9d0471d1-b8b7-4368-8191-bf128c22b677 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1304820 Jan 11 14:18:37.049023 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cd631-769f-4bcb-afed-66290c8bab76 req-aea6095f-238a-49c3-a2a5-8b393e477bce tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:37.056640 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6e4cd631-769f-4bcb-afed-66290c8bab76 req-aea6095f-238a-49c3-a2a5-8b393e477bce tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 943 time: 0.0755961 Jan 11 14:18:37.120725 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 0d12125c-4b9d-47ff-ab3a-c5286ea27cdf up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:18:37.136126 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6e4cd631-769f-4bcb-afed-66290c8bab76 req-dc27bf3a-e0a2-4d71-a0ae-cfa5c72a5336 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685692 Jan 11 14:18:37.176560 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port 0d12125c-4b9d-47ff-ab3a-c5286ea27cdf triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:18:37.176943 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (0d12125c-4b9d-47ff-ab3a-c5286ea27cdf), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:37.274772 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port 0d12125c-4b9d-47ff-ab3a-c5286ea27cdf is: DOWN; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:18:37.275300 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (0d12125c-4b9d-47ff-ab3a-c5286ea27cdf), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:37.306567 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] For port 0d12125c-4b9d-47ff-ab3a-c5286ea27cdf, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=0d12125c-4b9d-47ff-ab3a-c5286ea27cdf,segment=NetworkSegment(74f2f49c-8139-48f1-b44d-9c7351d31a13),segment_id=74f2f49c-8139-48f1-b44d-9c7351d31a13)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:18:37.310728 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (0d12125c-4b9d-47ff-ab3a-c5286ea27cdf), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:37.363842 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Pushing event updated for resources: {'Port': ['ID=0d12125c-4b9d-47ff-ab3a-c5286ea27cdf,revision_number=4']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:37.986137 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df49a39f-3bc4-4a68-82c7-5c90e11ee03b None None] Sync routers for ids ['8dea5a8b-bb0b-48d8-be9f-e6372dae5d90'] in dv-cinder-824131-3-iscsi {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:18:37.995461 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df49a39f-3bc4-4a68-82c7-5c90e11ee03b None None] Routers {'8dea5a8b-bb0b-48d8-be9f-e6372dae5d90'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:18:37.996110 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-df49a39f-3bc4-4a68-82c7-5c90e11ee03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:18:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['8dea5a8b-bb0b-48d8-be9f-e6372dae5d90'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:18:38.097663 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-df49a39f-3bc4-4a68-82c7-5c90e11ee03b None None] Set router 8dea5a8b-bb0b-48d8-be9f-e6372dae5d90 gateway port host: dv-cinder-824131-3-iscsi {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:18:38.240957 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91450bce-3644-4f9a-9c67-4ce29eeb3a10 req-17167f37-c440-4b13-b5b7-3f353a150999 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:38.246215 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-91450bce-3644-4f9a-9c67-4ce29eeb3a10 req-17167f37-c440-4b13-b5b7-3f353a150999 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 943 time: 0.0512006 Jan 11 14:18:38.289502 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-91450bce-3644-4f9a-9c67-4ce29eeb3a10 req-d49d435a-7203-40c3-bc49-069b7e54b108 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415909 Jan 11 14:18:38.305632 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-df49a39f-3bc4-4a68-82c7-5c90e11ee03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dea5a8b-bb0b-48d8-be9f-e6372dae5d90', 'name': 'tempest-TestVolumeBootPattern-266405530-router', 'tenant_id': '1d1324f63ea24be6b820997ee66120b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '0d12125c-4b9d-47ff-ab3a-c5286ea27cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:18:30Z', 'updated_at': '2022-01-11T14:18:34Z', 'revision_number': 4, 'project_id': '1d1324f63ea24be6b820997ee66120b6', 'gw_port': {'id': '0d12125c-4b9d-47ff-ab3a-c5286ea27cdf', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dea5a8b-bb0b-48d8-be9f-e6372dae5d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:31Z', 'updated_at': '2022-01-11T14:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'c230fcf2-9a07-480a-b65d-159e4d842011', 'name': '', 'network_id': 'da7b19f9-a161-4812-9ac4-4c01e65757ab', 'tenant_id': '1d1324f63ea24be6b820997ee66120b6', 'mac_address': 'fa:16:3e:08:b3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dea5a8b-bb0b-48d8-be9f-e6372dae5d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '66316c0f-f611-47eb-b561-786ee176e927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:33Z', 'updated_at': '2022-01-11T14:18:34Z', 'revision_number': 2, 'project_id': '1d1324f63ea24be6b820997ee66120b6', 'subnets': [{'id': '66316c0f-f611-47eb-b561-786ee176e927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:18:38.332436 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df49a39f-3bc4-4a68-82c7-5c90e11ee03b None None] Checking router: 8dea5a8b-bb0b-48d8-be9f-e6372dae5d90 for host: dv-cinder-824131-3-iscsi {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:18:38.332795 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df49a39f-3bc4-4a68-82c7-5c90e11ee03b None None] Updating router 8dea5a8b-bb0b-48d8-be9f-e6372dae5d90 port c230fcf2-9a07-480a-b65d-159e4d842011 binding host dv-cinder-824131-3-iscsi {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 14:18:38.357569 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-df49a39f-3bc4-4a68-82c7-5c90e11ee03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (c230fcf2-9a07-480a-b65d-159e4d842011), before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:38.612188 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-df49a39f-3bc4-4a68-82c7-5c90e11ee03b None None] Publish callbacks [] for port (c230fcf2-9a07-480a-b65d-159e4d842011), precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:38.617377 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-df49a39f-3bc4-4a68-82c7-5c90e11ee03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (c230fcf2-9a07-480a-b65d-159e4d842011), after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:38.666664 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acbfc3-d557-4f4a-8579-5e9cd9f94985 None None] Pushing event updated for resources: {'Port': ['ID=c230fcf2-9a07-480a-b65d-159e4d842011,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:38.713121 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-df49a39f-3bc4-4a68-82c7-5c90e11ee03b None None] Attempting to bind port c230fcf2-9a07-480a-b65d-159e4d842011 on host dv-cinder-824131-3-iscsi for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:18:38.713489 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-df49a39f-3bc4-4a68-82c7-5c90e11ee03b None None] Attempting to bind port c230fcf2-9a07-480a-b65d-159e4d842011 by drivers openvswitch,hyperv on host dv-cinder-824131-3-iscsi at level 0 using segments [{'id': '3a7eb34a-f5d7-4f7f-b888-2e112f685292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'da7b19f9-a161-4812-9ac4-4c01e65757ab'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:18:38.714096 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df49a39f-3bc4-4a68-82c7-5c90e11ee03b None None] Attempting to bind port c230fcf2-9a07-480a-b65d-159e4d842011 on network da7b19f9-a161-4812-9ac4-4c01e65757ab {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:18:38.720985 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df49a39f-3bc4-4a68-82c7-5c90e11ee03b None None] Checking agent: {'id': '9d224d65-2af6-406d-8eb7-edecce64fdf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824131-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 5, 2), 'started_at': datetime.datetime(2022, 1, 11, 14, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824131-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:18:38.721487 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df49a39f-3bc4-4a68-82c7-5c90e11ee03b None None] Checking segment: {'id': '3a7eb34a-f5d7-4f7f-b888-2e112f685292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'da7b19f9-a161-4812-9ac4-4c01e65757ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:18:38.721993 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-df49a39f-3bc4-4a68-82c7-5c90e11ee03b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:38.722590 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df49a39f-3bc4-4a68-82c7-5c90e11ee03b None None] Bound using segment: {'id': '3a7eb34a-f5d7-4f7f-b888-2e112f685292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'da7b19f9-a161-4812-9ac4-4c01e65757ab'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:18:38.723819 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-df49a39f-3bc4-4a68-82c7-5c90e11ee03b None None] Bound port: c230fcf2-9a07-480a-b65d-159e4d842011, host: dv-cinder-824131-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a7eb34a-f5d7-4f7f-b888-2e112f685292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'da7b19f9-a161-4812-9ac4-4c01e65757ab'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:18:38.724322 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-df49a39f-3bc4-4a68-82c7-5c90e11ee03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (c230fcf2-9a07-480a-b65d-159e4d842011), before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:38.737423 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:38.799842 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-df49a39f-3bc4-4a68-82c7-5c90e11ee03b None None] For port c230fcf2-9a07-480a-b65d-159e4d842011, host dv-cinder-824131-3-iscsi, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:18:38.803689 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-df49a39f-3bc4-4a68-82c7-5c90e11ee03b None None] For port c230fcf2-9a07-480a-b65d-159e4d842011, host dv-cinder-824131-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=c230fcf2-9a07-480a-b65d-159e4d842011,segment=NetworkSegment(3a7eb34a-f5d7-4f7f-b888-2e112f685292),segment_id=3a7eb34a-f5d7-4f7f-b888-2e112f685292)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:18:38.809746 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-df49a39f-3bc4-4a68-82c7-5c90e11ee03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (c230fcf2-9a07-480a-b65d-159e4d842011), after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:38.911684 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df49a39f-3bc4-4a68-82c7-5c90e11ee03b None None] Routers {'8dea5a8b-bb0b-48d8-be9f-e6372dae5d90'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:18:38.912464 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-df49a39f-3bc4-4a68-82c7-5c90e11ee03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:18:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['8dea5a8b-bb0b-48d8-be9f-e6372dae5d90'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:18:38.950941 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-d7e4de0f-6791-44b9-a881-eb9a4ecac10c None None] Provisioning complete for port c230fcf2-9a07-480a-b65d-159e4d842011 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:18:38.951333 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d7e4de0f-6791-44b9-a881-eb9a4ecac10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (c230fcf2-9a07-480a-b65d-159e4d842011), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:38.962083 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acbfc3-d557-4f4a-8579-5e9cd9f94985 None None] Pushing event updated for resources: {'Port': ['ID=c230fcf2-9a07-480a-b65d-159e4d842011,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:39.084848 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-d7e4de0f-6791-44b9-a881-eb9a4ecac10c None None] Current status of the port c230fcf2-9a07-480a-b65d-159e4d842011 is: DOWN; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:18:39.085391 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d7e4de0f-6791-44b9-a881-eb9a4ecac10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (c230fcf2-9a07-480a-b65d-159e4d842011), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:39.125863 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-d7e4de0f-6791-44b9-a881-eb9a4ecac10c None None] For port c230fcf2-9a07-480a-b65d-159e4d842011, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=c230fcf2-9a07-480a-b65d-159e4d842011,segment=NetworkSegment(3a7eb34a-f5d7-4f7f-b888-2e112f685292),segment_id=3a7eb34a-f5d7-4f7f-b888-2e112f685292)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:18:39.148336 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d7e4de0f-6791-44b9-a881-eb9a4ecac10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (c230fcf2-9a07-480a-b65d-159e4d842011), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:39.204858 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device c230fcf2-9a07-480a-b65d-159e4d842011 up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:18:39.250114 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-df49a39f-3bc4-4a68-82c7-5c90e11ee03b None None] Set router 8dea5a8b-bb0b-48d8-be9f-e6372dae5d90 gateway port host: dv-cinder-824131-3-iscsi {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:18:39.343761 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4de0f-6791-44b9-a881-eb9a4ecac10c None None] Pushing event updated for resources: {'Port': ['ID=c230fcf2-9a07-480a-b65d-159e4d842011,revision_number=5']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:39.409090 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-f8adb84a-89ee-4940-88c5-c7dd9ff2dd30 None None] Provisioning complete for port c230fcf2-9a07-480a-b65d-159e4d842011 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:18:39.409742 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f8adb84a-89ee-4940-88c5-c7dd9ff2dd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (c230fcf2-9a07-480a-b65d-159e4d842011), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:39.515434 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae12b8e-24f6-419c-8e5f-438e524f56b1 req-83eace22-211c-4804-9129-3f5679940aff tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:39.518252 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-eae12b8e-24f6-419c-8e5f-438e524f56b1 req-83eace22-211c-4804-9129-3f5679940aff tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 943 time: 0.1299591 Jan 11 14:18:39.546646 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port c230fcf2-9a07-480a-b65d-159e4d842011 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:18:39.547200 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (c230fcf2-9a07-480a-b65d-159e4d842011), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:39.593465 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-eae12b8e-24f6-419c-8e5f-438e524f56b1 req-10198ba7-ce98-43ab-a5f1-f0fefa1a5466 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682213 Jan 11 14:18:39.596259 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-df49a39f-3bc4-4a68-82c7-5c90e11ee03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dea5a8b-bb0b-48d8-be9f-e6372dae5d90', 'name': 'tempest-TestVolumeBootPattern-266405530-router', 'tenant_id': '1d1324f63ea24be6b820997ee66120b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '0d12125c-4b9d-47ff-ab3a-c5286ea27cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:18:30Z', 'updated_at': '2022-01-11T14:18:34Z', 'revision_number': 4, 'project_id': '1d1324f63ea24be6b820997ee66120b6', 'gw_port': {'id': '0d12125c-4b9d-47ff-ab3a-c5286ea27cdf', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dea5a8b-bb0b-48d8-be9f-e6372dae5d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:31Z', 'updated_at': '2022-01-11T14:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'c230fcf2-9a07-480a-b65d-159e4d842011', 'name': '', 'network_id': 'da7b19f9-a161-4812-9ac4-4c01e65757ab', 'tenant_id': '1d1324f63ea24be6b820997ee66120b6', 'mac_address': 'fa:16:3e:08:b3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dea5a8b-bb0b-48d8-be9f-e6372dae5d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '66316c0f-f611-47eb-b561-786ee176e927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:33Z', 'updated_at': '2022-01-11T14:18:38Z', 'revision_number': 4, 'project_id': '1d1324f63ea24be6b820997ee66120b6', 'subnets': [{'id': '66316c0f-f611-47eb-b561-786ee176e927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:18:39.629483 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df49a39f-3bc4-4a68-82c7-5c90e11ee03b None None] The sync data for ids ['8dea5a8b-bb0b-48d8-be9f-e6372dae5d90'] in dv-cinder-824131-3-iscsi is: [{'id': '8dea5a8b-bb0b-48d8-be9f-e6372dae5d90', 'name': 'tempest-TestVolumeBootPattern-266405530-router', 'tenant_id': '1d1324f63ea24be6b820997ee66120b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '0d12125c-4b9d-47ff-ab3a-c5286ea27cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:18:30Z', 'updated_at': '2022-01-11T14:18:34Z', 'revision_number': 4, 'project_id': '1d1324f63ea24be6b820997ee66120b6', 'gw_port': {'id': '0d12125c-4b9d-47ff-ab3a-c5286ea27cdf', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dea5a8b-bb0b-48d8-be9f-e6372dae5d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:31Z', 'updated_at': '2022-01-11T14:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'c230fcf2-9a07-480a-b65d-159e4d842011', 'name': '', 'network_id': 'da7b19f9-a161-4812-9ac4-4c01e65757ab', 'tenant_id': '1d1324f63ea24be6b820997ee66120b6', 'mac_address': 'fa:16:3e:08:b3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dea5a8b-bb0b-48d8-be9f-e6372dae5d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '66316c0f-f611-47eb-b561-786ee176e927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:33Z', 'updated_at': '2022-01-11T14:18:38Z', 'revision_number': 4, 'project_id': '1d1324f63ea24be6b820997ee66120b6', 'subnets': [{'id': '66316c0f-f611-47eb-b561-786ee176e927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:18:39.691737 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port c230fcf2-9a07-480a-b65d-159e4d842011 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:18:39.692829 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 0d12125c-4b9d-47ff-ab3a-c5286ea27cdf up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:18:39.694554 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-f8adb84a-89ee-4940-88c5-c7dd9ff2dd30 None None] Current status of the port c230fcf2-9a07-480a-b65d-159e4d842011 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:18:39.746109 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port 0d12125c-4b9d-47ff-ab3a-c5286ea27cdf triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:18:39.746844 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (0d12125c-4b9d-47ff-ab3a-c5286ea27cdf), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:39.828616 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port 0d12125c-4b9d-47ff-ab3a-c5286ea27cdf is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:18:40.712475 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb042252-91b2-4eea-ab2f-3610dd7f9aa1 req-28e9f30c-3c0c-4b3e-849c-a34c5db27738 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:40.714551 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cb042252-91b2-4eea-ab2f-3610dd7f9aa1 req-28e9f30c-3c0c-4b3e-849c-a34c5db27738 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 943 time: 0.0511541 Jan 11 14:18:40.759698 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cb042252-91b2-4eea-ab2f-3610dd7f9aa1 req-9eedeb61-af1f-42c2-9354-81552ce59a72 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395560 Jan 11 14:18:41.060912 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device c230fcf2-9a07-480a-b65d-159e4d842011 up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:18:41.109676 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port c230fcf2-9a07-480a-b65d-159e4d842011 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:18:41.110049 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (c230fcf2-9a07-480a-b65d-159e4d842011), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:41.183031 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port c230fcf2-9a07-480a-b65d-159e4d842011 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:18:41.884080 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092e626-9b8b-48b6-bb37-0fbe527236fe req-304ed22f-a040-491c-8b0e-c18c5bf5b38b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:41.885542 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f092e626-9b8b-48b6-bb37-0fbe527236fe req-304ed22f-a040-491c-8b0e-c18c5bf5b38b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 943 time: 0.0487764 Jan 11 14:18:41.931391 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f092e626-9b8b-48b6-bb37-0fbe527236fe req-88bfe2d3-5fc1-4e61-8e91-71ea6837cfa1 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403640 Jan 11 14:18:42.170058 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726bba1-d1dc-43cf-8b96-ed2a084303e8 req-1833644b-8d76-402f-9ce9-2f04951b67bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:42.171720 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-4726bba1-d1dc-43cf-8b96-ed2a084303e8 req-1833644b-8d76-402f-9ce9-2f04951b67bb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1d7f551824974a53a1ea507b061f4c72&device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 1137 time: 0.0443122 Jan 11 14:18:42.262926 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726bba1-d1dc-43cf-8b96-ed2a084303e8 req-48248702-c944-429c-b2fc-3abb8ffbcd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:42.264499 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-4726bba1-d1dc-43cf-8b96-ed2a084303e8 req-48248702-c944-429c-b2fc-3abb8ffbcd8d service neutron] 10.222.0.45 "GET /v2.0/networks?id=72a2248c-a73f-49e5-a11c-e9eb238083f0 HTTP/1.1" status: 200 len: 915 time: 0.0859950 Jan 11 14:18:42.334559 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-4726bba1-d1dc-43cf-8b96-ed2a084303e8 req-40f4b9d0-c051-4960-8fb2-a1147516c42e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7e7af63-dba4-40f2-b97e-3dc8a5d14124 HTTP/1.1" status: 200 len: 1001 time: 0.0639992 Jan 11 14:18:42.385454 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726bba1-d1dc-43cf-8b96-ed2a084303e8 req-0e2b0f3c-150c-465d-8ad8-eb49dc8be1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:42.386836 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-4726bba1-d1dc-43cf-8b96-ed2a084303e8 req-0e2b0f3c-150c-465d-8ad8-eb49dc8be1f8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6fc3111a-af4c-475c-bc89-8a812c8ededa HTTP/1.1" status: 200 len: 853 time: 0.0465302 Jan 11 14:18:42.437024 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726bba1-d1dc-43cf-8b96-ed2a084303e8 req-22749964-b24a-425a-8621-31f94dcc6456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:42.438530 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-4726bba1-d1dc-43cf-8b96-ed2a084303e8 req-22749964-b24a-425a-8621-31f94dcc6456 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=72a2248c-a73f-49e5-a11c-e9eb238083f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454812 Jan 11 14:18:42.532052 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-4726bba1-d1dc-43cf-8b96-ed2a084303e8 req-c5b5ff54-fa0a-43a6-86c8-822def848b06 service neutron] 10.222.0.45 "GET /v2.0/networks/72a2248c-a73f-49e5-a11c-e9eb238083f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864799 Jan 11 14:18:42.624720 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-4726bba1-d1dc-43cf-8b96-ed2a084303e8 req-56704390-0883-4d96-a806-d65bc4324e0c service neutron] 10.222.0.45 "GET /v2.0/networks/72a2248c-a73f-49e5-a11c-e9eb238083f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867546 Jan 11 14:18:43.059186 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ecdde-69da-4ffc-9211-c6a1b151cda2 req-8b046d8b-3fa3-4c18-8d0d-93df4e12078e tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:43.060729 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-154ecdde-69da-4ffc-9211-c6a1b151cda2 req-8b046d8b-3fa3-4c18-8d0d-93df4e12078e tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 943 time: 0.0536294 Jan 11 14:18:43.107675 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-154ecdde-69da-4ffc-9211-c6a1b151cda2 req-32bc13e2-e89b-4db6-953f-f2be434c9a4b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414317 Jan 11 14:18:44.232431 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e999f60-4cbd-44d6-958f-4a12ab61d326 req-8e9ac098-c1a8-467d-9772-f79ed47cf887 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:44.234573 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5e999f60-4cbd-44d6-958f-4a12ab61d326 req-8e9ac098-c1a8-467d-9772-f79ed47cf887 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 943 time: 0.0517247 Jan 11 14:18:44.284587 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5e999f60-4cbd-44d6-958f-4a12ab61d326 req-86fe809f-00ab-4457-b748-7b6251dcc734 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438969 Jan 11 14:18:45.129566 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:18:45.407905 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0788722a-ad75-400d-bd87-3ab118082c7a req-22d8ed5a-719a-4087-8a1e-16e3a2b28dec tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:45.409418 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0788722a-ad75-400d-bd87-3ab118082c7a req-22d8ed5a-719a-4087-8a1e-16e3a2b28dec tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 943 time: 0.0496578 Jan 11 14:18:45.461666 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0788722a-ad75-400d-bd87-3ab118082c7a req-c1ad250e-d0cd-44d1-9e44-cb21e909d3da tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466094 Jan 11 14:18:46.137067 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 57656) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:46.242911 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5d5ba271-44f5-4638-8523-7456e9c8b658 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:46.318699 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5d5ba271-44f5-4638-8523-7456e9c8b658 admin admin] Publish callbacks [] for security_group (b8397b03-dd42-4156-ad6c-08c3f5896210), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:46.322423 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5d5ba271-44f5-4638-8523-7456e9c8b658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (b8397b03-dd42-4156-ad6c-08c3f5896210), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:46.362233 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-5d5ba271-44f5-4638-8523-7456e9c8b658 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=69bbc445b6134fcbbe4be52e8a8508da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240624 Jan 11 14:18:46.363194 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ba271-44f5-4638-8523-7456e9c8b658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8397b03-dd42-4156-ad6c-08c3f5896210,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:46.364940 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 57660) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:46.413637 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-8795aab1-7a6f-4d0c-9981-993ab33b8bed admin admin] Publish callbacks [] for security_group (b8397b03-dd42-4156-ad6c-08c3f5896210), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:46.435142 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-8795aab1-7a6f-4d0c-9981-993ab33b8bed admin admin] Publish callbacks [] for security_group (b8397b03-dd42-4156-ad6c-08c3f5896210), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:46.481275 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-8795aab1-7a6f-4d0c-9981-993ab33b8bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (b8397b03-dd42-4156-ad6c-08c3f5896210), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:46.483780 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-8795aab1-7a6f-4d0c-9981-993ab33b8bed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:46.484939 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-8795aab1-7a6f-4d0c-9981-993ab33b8bed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b8397b03-dd42-4156-ad6c-08c3f5896210 HTTP/1.1" status: 204 len: 168 time: 0.1189373 Jan 11 14:18:46.492917 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795aab1-7a6f-4d0c-9981-993ab33b8bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8397b03-dd42-4156-ad6c-08c3f5896210,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:46.587057 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d5fd1-1f9f-4eb1-a3bd-4a120d63d9e5 req-b448e15f-0ef9-4327-af22-4efbf1a3153d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:46.589204 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b19d5fd1-1f9f-4eb1-a3bd-4a120d63d9e5 req-b448e15f-0ef9-4327-af22-4efbf1a3153d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 943 time: 0.0505698 Jan 11 14:18:46.644414 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b19d5fd1-1f9f-4eb1-a3bd-4a120d63d9e5 req-6b3b2078-b002-4a9c-bf31-17b9551f2694 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428026 Jan 11 14:18:47.780413 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba1203-941f-44d4-9f6e-6b61ef52861e req-b79aa67c-e2cf-4af5-87d5-ef3139ec4cfe tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:47.782361 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c3ba1203-941f-44d4-9f6e-6b61ef52861e req-b79aa67c-e2cf-4af5-87d5-ef3139ec4cfe tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 943 time: 0.0584738 Jan 11 14:18:47.836440 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c3ba1203-941f-44d4-9f6e-6b61ef52861e req-81218887-b3cd-4a76-91e6-a2090c1fae09 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424221 Jan 11 14:18:48.956469 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067cc53-9835-4ef8-b625-0a3d036e7913 req-f629abde-b52f-4bd6-bd54-a1ab15c63242 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:48.957901 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5067cc53-9835-4ef8-b625-0a3d036e7913 req-f629abde-b52f-4bd6-bd54-a1ab15c63242 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 943 time: 0.0486987 Jan 11 14:18:49.003995 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5067cc53-9835-4ef8-b625-0a3d036e7913 req-574d8501-cb6f-47ee-bf36-ddd25e891d33 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395546 Jan 11 14:18:50.129784 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a84ee1-968a-441b-8df6-14d6fdeab5fb req-f756a1f6-a86f-46a5-b83b-80925a30e7e0 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:50.131280 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b1a84ee1-968a-441b-8df6-14d6fdeab5fb req-f756a1f6-a86f-46a5-b83b-80925a30e7e0 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 943 time: 0.0528491 Jan 11 14:18:50.180918 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b1a84ee1-968a-441b-8df6-14d6fdeab5fb req-a66a07c0-b6fa-452c-ad8d-0571972529f1 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439336 Jan 11 14:18:51.302535 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2877b-98cc-48f1-b1a8-b754d2f4b8a6 req-6086ef52-0ca9-496f-ad6e-99b87a1aabfa tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:51.307610 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-45f2877b-98cc-48f1-b1a8-b754d2f4b8a6 req-6086ef52-0ca9-496f-ad6e-99b87a1aabfa tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 943 time: 0.0546632 Jan 11 14:18:51.329078 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 57796) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:51.354363 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-45f2877b-98cc-48f1-b1a8-b754d2f4b8a6 req-2c6e9931-ad57-4fef-a7c3-d186d8fd4916 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441644 Jan 11 14:18:51.433559 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6e12439f-e840-40cc-8cdd-62bd854fcf6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:51.506062 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6e12439f-e840-40cc-8cdd-62bd854fcf6e admin admin] Publish callbacks [] for security_group (f230412a-8c3b-4498-a5b3-97f67c896efb), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:51.509790 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6e12439f-e840-40cc-8cdd-62bd854fcf6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (f230412a-8c3b-4498-a5b3-97f67c896efb), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:51.546163 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12439f-e840-40cc-8cdd-62bd854fcf6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f230412a-8c3b-4498-a5b3-97f67c896efb,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:51.551337 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-6e12439f-e840-40cc-8cdd-62bd854fcf6e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=38095e1b18ec4c37b910176fac90de6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210128 Jan 11 14:18:51.554372 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 57800) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:51.599953 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-698cbd0f-085c-4fbb-9e5b-d4a3067d0e4b admin admin] Publish callbacks [] for security_group (f230412a-8c3b-4498-a5b3-97f67c896efb), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:51.620420 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-698cbd0f-085c-4fbb-9e5b-d4a3067d0e4b admin admin] Publish callbacks [] for security_group (f230412a-8c3b-4498-a5b3-97f67c896efb), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:51.667451 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-698cbd0f-085c-4fbb-9e5b-d4a3067d0e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (f230412a-8c3b-4498-a5b3-97f67c896efb), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:51.669856 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-698cbd0f-085c-4fbb-9e5b-d4a3067d0e4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:51.670974 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-698cbd0f-085c-4fbb-9e5b-d4a3067d0e4b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f230412a-8c3b-4498-a5b3-97f67c896efb HTTP/1.1" status: 204 len: 168 time: 0.1157990 Jan 11 14:18:51.678171 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698cbd0f-085c-4fbb-9e5b-d4a3067d0e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f230412a-8c3b-4498-a5b3-97f67c896efb,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:51.929677 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 57806) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:51.942383 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d87a549f-142f-4ceb-be22-10ef33c125ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:52.015781 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d87a549f-142f-4ceb-be22-10ef33c125ce admin admin] Publish callbacks [] for security_group (f2e528cd-0750-45da-83cb-419a980b66a4), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:52.020526 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d87a549f-142f-4ceb-be22-10ef33c125ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (f2e528cd-0750-45da-83cb-419a980b66a4), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:52.057813 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a549f-142f-4ceb-be22-10ef33c125ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e528cd-0750-45da-83cb-419a980b66a4,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:52.065871 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-d87a549f-142f-4ceb-be22-10ef33c125ce admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=98f2d99224ff4fafa8f814388d74fb6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326916 Jan 11 14:18:52.066762 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 57810) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:52.113143 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3788d3d3-8503-4e48-a071-4da50a908c38 admin admin] Publish callbacks [] for security_group (f2e528cd-0750-45da-83cb-419a980b66a4), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:52.133886 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3788d3d3-8503-4e48-a071-4da50a908c38 admin admin] Publish callbacks [] for security_group (f2e528cd-0750-45da-83cb-419a980b66a4), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:52.179581 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3788d3d3-8503-4e48-a071-4da50a908c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (f2e528cd-0750-45da-83cb-419a980b66a4), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:52.182080 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3788d3d3-8503-4e48-a071-4da50a908c38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:52.183299 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-3788d3d3-8503-4e48-a071-4da50a908c38 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f2e528cd-0750-45da-83cb-419a980b66a4 HTTP/1.1" status: 204 len: 168 time: 0.1163468 Jan 11 14:18:52.191335 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788d3d3-8503-4e48-a071-4da50a908c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e528cd-0750-45da-83cb-419a980b66a4,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:52.474127 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e0f01-804e-488f-bd6d-31904f9ee449 req-835d9165-4d50-4825-a459-aa10aff5af09 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:52.475651 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d80e0f01-804e-488f-bd6d-31904f9ee449 req-835d9165-4d50-4825-a459-aa10aff5af09 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 943 time: 0.0487287 Jan 11 14:18:52.525027 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d80e0f01-804e-488f-bd6d-31904f9ee449 req-ebdf8057-adbb-4eab-ae24-10303a5b9766 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432479 Jan 11 14:18:53.655945 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2d74b-6a81-4015-8fbd-0995a40d4925 req-db7bc15c-612a-4892-8a81-3daf3228588b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:53.657509 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-20b2d74b-6a81-4015-8fbd-0995a40d4925 req-db7bc15c-612a-4892-8a81-3daf3228588b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 943 time: 0.0525134 Jan 11 14:18:53.708185 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-20b2d74b-6a81-4015-8fbd-0995a40d4925 req-d8fc67bd-2f88-4161-a889-ff854275a4d8 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449865 Jan 11 14:18:53.737851 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 57866) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:53.841133 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-913e9d59-f9ca-4835-8e57-cc4874e6a5c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:53.918797 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-913e9d59-f9ca-4835-8e57-cc4874e6a5c8 admin admin] Publish callbacks [] for security_group (e6cd57dd-8ad9-471e-8a47-ff12ba34ac31), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:53.923125 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-913e9d59-f9ca-4835-8e57-cc4874e6a5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (e6cd57dd-8ad9-471e-8a47-ff12ba34ac31), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:53.961352 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-913e9d59-f9ca-4835-8e57-cc4874e6a5c8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0c917ff223e04988b1dd212f35d9e59a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223005 Jan 11 14:18:53.962199 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e9d59-f9ca-4835-8e57-cc4874e6a5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cd57dd-8ad9-471e-8a47-ff12ba34ac31,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:53.964591 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 57870) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:54.013015 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-017d557c-8d61-43c3-94ac-63ae1ff991f0 admin admin] Publish callbacks [] for security_group (e6cd57dd-8ad9-471e-8a47-ff12ba34ac31), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:54.033797 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-017d557c-8d61-43c3-94ac-63ae1ff991f0 admin admin] Publish callbacks [] for security_group (e6cd57dd-8ad9-471e-8a47-ff12ba34ac31), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:54.079317 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-017d557c-8d61-43c3-94ac-63ae1ff991f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (e6cd57dd-8ad9-471e-8a47-ff12ba34ac31), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:54.081911 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-017d557c-8d61-43c3-94ac-63ae1ff991f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:54.083078 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-017d557c-8d61-43c3-94ac-63ae1ff991f0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e6cd57dd-8ad9-471e-8a47-ff12ba34ac31 HTTP/1.1" status: 204 len: 168 time: 0.1174161 Jan 11 14:18:54.091190 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d557c-8d61-43c3-94ac-63ae1ff991f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cd57dd-8ad9-471e-8a47-ff12ba34ac31,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:54.335520 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 57878) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:54.348870 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-eb3eb7a6-6770-4a82-bb15-8bd1659a73e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:54.421490 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-eb3eb7a6-6770-4a82-bb15-8bd1659a73e3 admin admin] Publish callbacks [] for security_group (20550c92-fff2-4748-96c9-9471e8df71f3), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:54.425065 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-eb3eb7a6-6770-4a82-bb15-8bd1659a73e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (20550c92-fff2-4748-96c9-9471e8df71f3), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:54.461701 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3eb7a6-6770-4a82-bb15-8bd1659a73e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20550c92-fff2-4748-96c9-9471e8df71f3,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:54.466040 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-eb3eb7a6-6770-4a82-bb15-8bd1659a73e3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=12f6634609bb4ea8bc383d3ab9e0ed52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295073 Jan 11 14:18:54.468656 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 57882) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:18:54.516687 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-dc9a4fc3-a723-4dc9-b614-b51e7d3f0056 admin admin] Publish callbacks [] for security_group (20550c92-fff2-4748-96c9-9471e8df71f3), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:54.536907 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-dc9a4fc3-a723-4dc9-b614-b51e7d3f0056 admin admin] Publish callbacks [] for security_group (20550c92-fff2-4748-96c9-9471e8df71f3), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:54.584081 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-dc9a4fc3-a723-4dc9-b614-b51e7d3f0056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (20550c92-fff2-4748-96c9-9471e8df71f3), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:54.586681 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-dc9a4fc3-a723-4dc9-b614-b51e7d3f0056 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:54.587897 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-dc9a4fc3-a723-4dc9-b614-b51e7d3f0056 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/20550c92-fff2-4748-96c9-9471e8df71f3 HTTP/1.1" status: 204 len: 168 time: 0.1182587 Jan 11 14:18:54.595668 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a4fc3-a723-4dc9-b614-b51e7d3f0056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20550c92-fff2-4748-96c9-9471e8df71f3,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:54.830639 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486a512-3243-4ad8-9ac8-0b1637dd3c8e req-55a621a9-d262-4f9d-9eca-243279a6c570 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:54.832372 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4486a512-3243-4ad8-9ac8-0b1637dd3c8e req-55a621a9-d262-4f9d-9eca-243279a6c570 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 943 time: 0.0496793 Jan 11 14:18:54.887907 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4486a512-3243-4ad8-9ac8-0b1637dd3c8e req-bb7e3ca0-e1a4-4856-b5a2-e4149f1a638b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461972 Jan 11 14:18:56.008556 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa70d62-73b9-4268-9eb2-12fa49a67311 req-4be1714a-bfd3-4aec-ae3b-073d3d282d6d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:56.010683 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5fa70d62-73b9-4268-9eb2-12fa49a67311 req-4be1714a-bfd3-4aec-ae3b-073d3d282d6d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 943 time: 0.0502977 Jan 11 14:18:56.060975 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5fa70d62-73b9-4268-9eb2-12fa49a67311 req-84af07d2-ed99-412e-9bed-71eee8492599 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446429 Jan 11 14:18:56.104510 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2b5938c8-78f7-46d6-b638-4d2f9b71a1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:57.178502 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa5325-cd9e-4bf8-878f-07e5c5b8c87a req-158d6b75-4352-40d8-8e2c-92091edd2e3f tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:57.180009 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b5aa5325-cd9e-4bf8-878f-07e5c5b8c87a req-158d6b75-4352-40d8-8e2c-92091edd2e3f tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 943 time: 0.0480037 Jan 11 14:18:57.228274 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b5aa5325-cd9e-4bf8-878f-07e5c5b8c87a req-e641b959-3cf1-4786-b473-007f1789eeb6 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428653 Jan 11 14:18:58.155782 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device c51643c6-7fc4-41fe-bb8c-e237ddadcdaf details requested by agent hyperv_hv-cinder-82413 with host hv-cinder-82413 {{(pid=102760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 14:18:58.246865 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port c51643c6-7fc4-41fe-bb8c-e237ddadcdaf, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=c51643c6-7fc4-41fe-bb8c-e237ddadcdaf,segment=NetworkSegment(b78d3995-300f-48b9-80bd-160535fc8f73),segment_id=b78d3995-300f-48b9-80bd-160535fc8f73)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:18:58.257535 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Returning: {'device': 'c51643c6-7fc4-41fe-bb8c-e237ddadcdaf', 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e', 'port_id': 'c51643c6-7fc4-41fe-bb8c-e237ddadcdaf', 'mac_address': 'fa:16:3e:5a:0c:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '613a89ec-c23f-446c-aa6e-28885de25556', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 14:18:58.307233 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port c51643c6-7fc4-41fe-bb8c-e237ddadcdaf is: DOWN; New status is: BUILD {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:18:58.307654 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (c51643c6-7fc4-41fe-bb8c-e237ddadcdaf), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:58.310943 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4ef4dec9-5664-459f-ab46-64e1dd3f4406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:58.322568 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c51643c6-7fc4-41fe-bb8c-e237ddadcdaf {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:18:58.343738 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port c51643c6-7fc4-41fe-bb8c-e237ddadcdaf, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=c51643c6-7fc4-41fe-bb8c-e237ddadcdaf,segment=NetworkSegment(b78d3995-300f-48b9-80bd-160535fc8f73),segment_id=b78d3995-300f-48b9-80bd-160535fc8f73)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:18:58.349111 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (c51643c6-7fc4-41fe-bb8c-e237ddadcdaf), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:18:58.358962 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b767d00-7f09-4be1-85c8-9946d800136b req-540f1092-6af9-469b-b43a-53a4216dbac8 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:58.360551 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3b767d00-7f09-4be1-85c8-9946d800136b req-540f1092-6af9-469b-b43a-53a4216dbac8 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 943 time: 0.0614133 Jan 11 14:18:58.408300 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=c51643c6-7fc4-41fe-bb8c-e237ddadcdaf,revision_number=9']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:18:58.416609 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:58.416999 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:58.417362 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:58.417704 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:58.418036 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:58.418379 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:58.418691 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:58.419013 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:58.419336 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:58.419690 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:58.420013 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:58.420333 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:58.420652 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:18:58.420753 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3b767d00-7f09-4be1-85c8-9946d800136b req-837d4495-92ce-40af-8fe4-0767c85328bf tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546792 Jan 11 14:18:58.949781 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['c51643c6-7fc4-41fe-bb8c-e237ddadcdaf'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:18:59.542593 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53adf38e-6468-4cb4-868d-6a4449557e61 req-51f158fb-e93d-4d2d-b40c-495dcee77fa7 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:18:59.544106 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-53adf38e-6468-4cb4-868d-6a4449557e61 req-51f158fb-e93d-4d2d-b40c-495dcee77fa7 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 944 time: 0.0476849 Jan 11 14:18:59.590551 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-53adf38e-6468-4cb4-868d-6a4449557e61 req-5d2a3b86-6adc-40a7-8370-cce18b38d20e tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409892 Jan 11 14:18:59.611976 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:00.167920 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device c51643c6-7fc4-41fe-bb8c-e237ddadcdaf up at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:19:00.216777 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning complete for port c51643c6-7fc4-41fe-bb8c-e237ddadcdaf triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:19:00.217145 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (c51643c6-7fc4-41fe-bb8c-e237ddadcdaf), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:00.409405 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port c51643c6-7fc4-41fe-bb8c-e237ddadcdaf is: BUILD; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:19:00.409797 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (c51643c6-7fc4-41fe-bb8c-e237ddadcdaf), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:00.430874 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07361687-ec7a-4f6e-8e42-530c1a64ba04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51643c6-7fc4-41fe-bb8c-e237ddadcdaf'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:19:00.433656 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2d4b612b30f5b24bc1864879ef56701efa35e28b014bb4d8aa1230102106bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b787bbf9-f146-4e4c-be49-d78077b5ad51" -d '{"events": [{"server_uuid": "07361687-ec7a-4f6e-8e42-530c1a64ba04", "name": "network-vif-plugged", "status": "completed", "tag": "c51643c6-7fc4-41fe-bb8c-e237ddadcdaf"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:19:00.448967 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port c51643c6-7fc4-41fe-bb8c-e237ddadcdaf, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=c51643c6-7fc4-41fe-bb8c-e237ddadcdaf,segment=NetworkSegment(b78d3995-300f-48b9-80bd-160535fc8f73),segment_id=b78d3995-300f-48b9-80bd-160535fc8f73)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:19:00.454790 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (c51643c6-7fc4-41fe-bb8c-e237ddadcdaf), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:00.503904 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=c51643c6-7fc4-41fe-bb8c-e237ddadcdaf,revision_number=10']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:19:00.606293 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb0f3d8-d8bf-4266-aba9-3099b7b5bf4b x-openstack-request-id: req-4bb0f3d8-d8bf-4266-aba9-3099b7b5bf4b {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:19:00.606611 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07361687-ec7a-4f6e-8e42-530c1a64ba04", "name": "network-vif-plugged", "status": "completed", "tag": "c51643c6-7fc4-41fe-bb8c-e237ddadcdaf", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:19:00.606867 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4bb0f3d8-d8bf-4266-aba9-3099b7b5bf4b {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:19:00.607259 dv-cinder-824131-3-iscsi neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07361687-ec7a-4f6e-8e42-530c1a64ba04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51643c6-7fc4-41fe-bb8c-e237ddadcdaf', 'code': 200} Jan 11 14:19:00.718670 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700b760-40ef-4bf4-ae55-ae8ee8bdb491 req-a463bfac-266b-4595-bd5d-7a618f464a43 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:19:00.720197 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f700b760-40ef-4bf4-ae55-ae8ee8bdb491 req-a463bfac-266b-4595-bd5d-7a618f464a43 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 946 time: 0.0522761 Jan 11 14:19:00.767333 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f700b760-40ef-4bf4-ae55-ae8ee8bdb491 req-da565b26-82c3-4ca5-9304-8da5f5d2abe3 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416505 Jan 11 14:19:00.771257 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:01.255595 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352b30b-aeb7-4afc-97be-ce77fa1024cd req-b61adef8-7c52-42e4-bf5d-606b4b0914ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:19:01.257046 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-9352b30b-aeb7-4afc-97be-ce77fa1024cd req-b61adef8-7c52-42e4-bf5d-606b4b0914ce service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 1099 time: 0.0380068 Jan 11 14:19:01.300538 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-9352b30b-aeb7-4afc-97be-ce77fa1024cd req-1b63a954-a7e8-40c5-b15d-ab6b9d2be512 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373693 Jan 11 14:19:01.889595 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b178f-e012-4580-8d73-1ea22d87b34f req-bb04f580-1222-4600-9c5e-69286820c92a tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:19:01.891143 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c42b178f-e012-4580-8d73-1ea22d87b34f req-bb04f580-1222-4600-9c5e-69286820c92a tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 946 time: 0.0485532 Jan 11 14:19:01.938815 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c42b178f-e012-4580-8d73-1ea22d87b34f req-8e2fec40-fd1f-4fc2-a877-c6c1518ef6bb tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420911 Jan 11 14:19:02.253519 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:03.204780 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491addc9-207d-46df-b267-c04913f52e75 req-4bd150c4-24c0-4eca-afa4-1f9cf74d67cb tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:19:03.206519 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-491addc9-207d-46df-b267-c04913f52e75 req-4bd150c4-24c0-4eca-afa4-1f9cf74d67cb tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 946 time: 0.0495253 Jan 11 14:19:03.256648 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-491addc9-207d-46df-b267-c04913f52e75 req-7d565ec2-48af-436b-88e7-b051a1009947 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443137 Jan 11 14:19:04.376352 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fc164-40e3-42c6-be76-6be0874102ea req-38f2dcfd-bb5d-497c-8be5-e608a9f28324 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:19:04.378071 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c84fc164-40e3-42c6-be76-6be0874102ea req-38f2dcfd-bb5d-497c-8be5-e608a9f28324 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 946 time: 0.0491776 Jan 11 14:19:04.427895 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c84fc164-40e3-42c6-be76-6be0874102ea req-eb1ea3c0-d0c0-4fdb-a05e-44e2181e1209 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438428 Jan 11 14:19:04.677677 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 58084) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:19:04.778071 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2814cb5-7946-4a45-ba22-aa3871c9cbf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:04.851330 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2814cb5-7946-4a45-ba22-aa3871c9cbf5 admin admin] Publish callbacks [] for security_group (e909cc8c-89eb-43a9-8b7e-7bda6b78241e), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:04.855393 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f2814cb5-7946-4a45-ba22-aa3871c9cbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (e909cc8c-89eb-43a9-8b7e-7bda6b78241e), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:04.893387 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2814cb5-7946-4a45-ba22-aa3871c9cbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e909cc8c-89eb-43a9-8b7e-7bda6b78241e,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:19:04.897575 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-f2814cb5-7946-4a45-ba22-aa3871c9cbf5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=63159d97b7354f1c9ec4cf39c1d47294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188990 Jan 11 14:19:04.900133 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 58088) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:19:04.946852 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c51680e1-fd3f-4363-b8c1-f0f7e01aa2f2 admin admin] Publish callbacks [] for security_group (e909cc8c-89eb-43a9-8b7e-7bda6b78241e), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:04.968059 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c51680e1-fd3f-4363-b8c1-f0f7e01aa2f2 admin admin] Publish callbacks [] for security_group (e909cc8c-89eb-43a9-8b7e-7bda6b78241e), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:05.012762 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c51680e1-fd3f-4363-b8c1-f0f7e01aa2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (e909cc8c-89eb-43a9-8b7e-7bda6b78241e), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:05.015363 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c51680e1-fd3f-4363-b8c1-f0f7e01aa2f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:05.016519 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-c51680e1-fd3f-4363-b8c1-f0f7e01aa2f2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e909cc8c-89eb-43a9-8b7e-7bda6b78241e HTTP/1.1" status: 204 len: 168 time: 0.1149864 Jan 11 14:19:05.024234 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51680e1-fd3f-4363-b8c1-f0f7e01aa2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e909cc8c-89eb-43a9-8b7e-7bda6b78241e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:19:05.296315 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 58098) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:19:05.310437 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-20cc088c-fdf6-4297-9086-03192e900760 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:05.384399 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-20cc088c-fdf6-4297-9086-03192e900760 admin admin] Publish callbacks [] for security_group (46b983ed-5011-49cd-8585-0fa431b19517), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:05.389402 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-20cc088c-fdf6-4297-9086-03192e900760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (46b983ed-5011-49cd-8585-0fa431b19517), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:05.429273 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-20cc088c-fdf6-4297-9086-03192e900760 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=54a69f34cb364faea5d5b82fc59768bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318083 Jan 11 14:19:05.431138 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc088c-fdf6-4297-9086-03192e900760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b983ed-5011-49cd-8585-0fa431b19517,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:19:05.432034 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 58100) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:19:05.488552 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-3066aaee-8bff-450b-a3ca-d920de520b39 admin admin] Publish callbacks [] for security_group (46b983ed-5011-49cd-8585-0fa431b19517), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:05.512205 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-3066aaee-8bff-450b-a3ca-d920de520b39 admin admin] Publish callbacks [] for security_group (46b983ed-5011-49cd-8585-0fa431b19517), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:05.564275 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-3066aaee-8bff-450b-a3ca-d920de520b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (46b983ed-5011-49cd-8585-0fa431b19517), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:05.576722 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-3066aaee-8bff-450b-a3ca-d920de520b39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:05.576722 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-3066aaee-8bff-450b-a3ca-d920de520b39 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/46b983ed-5011-49cd-8585-0fa431b19517 HTTP/1.1" status: 204 len: 168 time: 0.1352038 Jan 11 14:19:05.576990 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3066aaee-8bff-450b-a3ca-d920de520b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b983ed-5011-49cd-8585-0fa431b19517,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:19:07.565121 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 58184) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:19:07.668924 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e6508065-e1f4-46ef-96dc-44c43be9a4a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:07.741748 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e6508065-e1f4-46ef-96dc-44c43be9a4a4 admin admin] Publish callbacks [] for security_group (aee60463-27dd-4323-aeba-630a7d6ed9ab), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:07.745800 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e6508065-e1f4-46ef-96dc-44c43be9a4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (aee60463-27dd-4323-aeba-630a7d6ed9ab), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:07.782268 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-e6508065-e1f4-46ef-96dc-44c43be9a4a4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0d965c784b4d4d968a61deadb363144f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160771 Jan 11 14:19:07.783122 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6508065-e1f4-46ef-96dc-44c43be9a4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee60463-27dd-4323-aeba-630a7d6ed9ab,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:19:07.784936 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 58192) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:19:07.836917 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-0356b8a1-826b-4087-bb6b-04a273313e62 admin admin] Publish callbacks [] for security_group (aee60463-27dd-4323-aeba-630a7d6ed9ab), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:07.857413 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-0356b8a1-826b-4087-bb6b-04a273313e62 admin admin] Publish callbacks [] for security_group (aee60463-27dd-4323-aeba-630a7d6ed9ab), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:07.903997 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-0356b8a1-826b-4087-bb6b-04a273313e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (aee60463-27dd-4323-aeba-630a7d6ed9ab), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:07.906563 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-0356b8a1-826b-4087-bb6b-04a273313e62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:07.907734 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-0356b8a1-826b-4087-bb6b-04a273313e62 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aee60463-27dd-4323-aeba-630a7d6ed9ab HTTP/1.1" status: 204 len: 168 time: 0.1212845 Jan 11 14:19:07.917335 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356b8a1-826b-4087-bb6b-04a273313e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee60463-27dd-4323-aeba-630a7d6ed9ab,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:19:08.162889 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 58198) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:19:08.176168 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-8947f7b6-af91-419e-8490-c08f165979bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:08.250778 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-8947f7b6-af91-419e-8490-c08f165979bc admin admin] Publish callbacks [] for security_group (bf04f044-b18f-4342-a78c-da7bf525bb88), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:08.254393 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-8947f7b6-af91-419e-8490-c08f165979bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (bf04f044-b18f-4342-a78c-da7bf525bb88), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:08.292088 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-8947f7b6-af91-419e-8490-c08f165979bc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=17d377c99d07412fb09a28c025cb021b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280549 Jan 11 14:19:08.292888 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947f7b6-af91-419e-8490-c08f165979bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf04f044-b18f-4342-a78c-da7bf525bb88,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:19:08.294658 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 58200) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:19:08.342443 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-01d8ed3c-788f-49d4-b713-3ab159057813 admin admin] Publish callbacks [] for security_group (bf04f044-b18f-4342-a78c-da7bf525bb88), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:08.362476 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-01d8ed3c-788f-49d4-b713-3ab159057813 admin admin] Publish callbacks [] for security_group (bf04f044-b18f-4342-a78c-da7bf525bb88), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:08.407725 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-01d8ed3c-788f-49d4-b713-3ab159057813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (bf04f044-b18f-4342-a78c-da7bf525bb88), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:08.410247 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-01d8ed3c-788f-49d4-b713-3ab159057813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:08.411379 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-01d8ed3c-788f-49d4-b713-3ab159057813 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bf04f044-b18f-4342-a78c-da7bf525bb88 HTTP/1.1" status: 204 len: 168 time: 0.1155815 Jan 11 14:19:08.418609 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8ed3c-788f-49d4-b713-3ab159057813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf04f044-b18f-4342-a78c-da7bf525bb88,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:19:08.733853 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:17.642878 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-daa6bd2d-74af-4d79-b475-3ef845a18b6f tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1576337113&fields=id&tenant_id=135a305e0bbe4cfcbfea666d19340195 HTTP/1.1" status: 200 len: 267 time: 0.0528796 Jan 11 14:19:17.750167 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-3c189897-e62e-4e8e-85b6-9c66010ff5bf tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:19:17.751634 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-3c189897-e62e-4e8e-85b6-9c66010ff5bf tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/networks?id=bafd8a92-c934-408c-97d9-8c6dc292a947 HTTP/1.1" status: 200 len: 812 time: 0.1024089 Jan 11 14:19:17.765437 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-39a40749-ca9c-41e8-9425-39b3ea455a69 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/quotas/135a305e0bbe4cfcbfea666d19340195 HTTP/1.1" status: 200 len: 375 time: 0.0085056 Jan 11 14:19:17.817877 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-7385854b-a583-43ac-8a5d-da4464fc6d36 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=135a305e0bbe4cfcbfea666d19340195&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477455 Jan 11 14:19:18.214820 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-dedc92fa-bf6d-4b48-b06a-08f46d7afb2b service neutron] 10.222.0.49 "GET /v2.0/networks/bafd8a92-c934-408c-97d9-8c6dc292a947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854795 Jan 11 14:19:18.302179 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-72058a09-5655-4523-bc10-79f084a10ebf service neutron] 10.222.0.49 "GET /v2.0/networks/bafd8a92-c934-408c-97d9-8c6dc292a947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811937 Jan 11 14:19:18.608498 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b93b03a8-024d-4559-afd2-96f22a9dba68 req-d00f4a77-12d8-4d62-a29a-2a56fafa12e2 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=201aaa53-5bdd-4883-a883-71b16db0ec92 HTTP/1.1" status: 200 len: 210 time: 0.0325501 Jan 11 14:19:19.717539 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7c56dffb-f1bd-4682-9459-23db01fb59df req-8726f464-69df-4748-97e4-f845b84db776 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=201aaa53-5bdd-4883-a883-71b16db0ec92 HTTP/1.1" status: 200 len: 210 time: 0.0343626 Jan 11 14:19:19.811820 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-2ac998d5-a2a8-48fb-9c19-0cc964a28577 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:19:19.813334 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-2ac998d5-a2a8-48fb-9c19-0cc964a28577 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.45 "GET /v2.0/networks?id=bafd8a92-c934-408c-97d9-8c6dc292a947 HTTP/1.1" status: 200 len: 812 time: 0.3277876 Jan 11 14:19:19.879146 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-5a984098-cd08-4f30-9dd5-8ad2643e650a tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=135a305e0bbe4cfcbfea666d19340195 HTTP/1.1" status: 200 len: 380 time: 0.0530267 Jan 11 14:19:19.888610 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-612a696f-6aa4-4e96-84af-c883226172bb tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Request body: {'port': {'device_id': '201aaa53-5bdd-4883-a883-71b16db0ec92', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'admin_state_up': True, 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'security_groups': ['e8df7e20-bdb6-4b3f-8922-4d150503831f']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:19:20.004896 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-612a696f-6aa4-4e96-84af-c883226172bb tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Made reservation on behalf of 135a305e0bbe4cfcbfea666d19340195 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:19:20.017569 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-612a696f-6aa4-4e96-84af-c883226172bb tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:20.137996 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-612a696f-6aa4-4e96-84af-c883226172bb tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Allocated IP 172.20.0.12 (bafd8a92-c934-408c-97d9-8c6dc292a947/4d58c911-087c-4b19-80a7-5a9e906fabc5/5bad91d4-b4c4-4087-b072-80e2177b4913) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:19:20.280679 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-612a696f-6aa4-4e96-84af-c883226172bb tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for port (5bad91d4-b4c4-4087-b072-80e2177b4913), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:20.313156 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-612a696f-6aa4-4e96-84af-c883226172bb tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (5bad91d4-b4c4-4087-b072-80e2177b4913), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:20.358280 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-612a696f-6aa4-4e96-84af-c883226172bb tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Network bafd8a92-c934-408c-97d9-8c6dc292a947 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:19:20.361261 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-612a696f-6aa4-4e96-84af-c883226172bb tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:19:20.363855 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-612a696f-6aa4-4e96-84af-c883226172bb tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:19:20.394550 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a696f-6aa4-4e96-84af-c883226172bb tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Pushing event updated for resources: {'Port': ['ID=5bad91d4-b4c4-4087-b072-80e2177b4913,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:19:20.408707 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a696f-6aa4-4e96-84af-c883226172bb tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:19:20.409068 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a696f-6aa4-4e96-84af-c883226172bb tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:19:20.409423 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a696f-6aa4-4e96-84af-c883226172bb tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:19:20.409831 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a696f-6aa4-4e96-84af-c883226172bb tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:19:20.410233 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a696f-6aa4-4e96-84af-c883226172bb tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:19:20.410572 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a696f-6aa4-4e96-84af-c883226172bb tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:19:20.410935 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a696f-6aa4-4e96-84af-c883226172bb tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:19:20.411275 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a696f-6aa4-4e96-84af-c883226172bb tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:19:20.411634 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a696f-6aa4-4e96-84af-c883226172bb tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:19:20.411972 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a696f-6aa4-4e96-84af-c883226172bb tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:19:20.412305 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a696f-6aa4-4e96-84af-c883226172bb tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:19:20.412634 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a696f-6aa4-4e96-84af-c883226172bb tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:19:20.412961 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a696f-6aa4-4e96-84af-c883226172bb tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:19:20.429925 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-612a696f-6aa4-4e96-84af-c883226172bb tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:19:20.430550 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-612a696f-6aa4-4e96-84af-c883226172bb tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:20.446895 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-612a696f-6aa4-4e96-84af-c883226172bb tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5623379 Jan 11 14:19:20.458299 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-b250d9a0-82ae-42d9-9355-3eef4512adc8 service neutron] Request body: {'port': {'device_id': '201aaa53-5bdd-4883-a883-71b16db0ec92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82413'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:19:20.518865 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-b250d9a0-82ae-42d9-9355-3eef4512adc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (5bad91d4-b4c4-4087-b072-80e2177b4913), before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:20.570084 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-648ddb18-482b-4b61-aa56-a46a203249a3 None None] Provisioning complete for port 5bad91d4-b4c4-4087-b072-80e2177b4913 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:19:20.570655 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-648ddb18-482b-4b61-aa56-a46a203249a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (5bad91d4-b4c4-4087-b072-80e2177b4913), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:20.604995 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-648ddb18-482b-4b61-aa56-a46a203249a3 None None] Port 5bad91d4-b4c4-4087-b072-80e2177b4913 cannot update to ACTIVE because it is not bound. {{(pid=102760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 14:19:20.792310 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.notifiers.nova [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-b250d9a0-82ae-42d9-9355-3eef4512adc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bad91d4-b4c4-4087-b072-80e2177b4913 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:19:20.800010 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-b250d9a0-82ae-42d9-9355-3eef4512adc8 service neutron] Publish callbacks [] for port (5bad91d4-b4c4-4087-b072-80e2177b4913), precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:20.814633 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-b250d9a0-82ae-42d9-9355-3eef4512adc8 service neutron] Transition to ACTIVE for port object 5bad91d4-b4c4-4087-b072-80e2177b4913 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 14:19:20.821948 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-b250d9a0-82ae-42d9-9355-3eef4512adc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442702'] for port (5bad91d4-b4c4-4087-b072-80e2177b4913), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:20.853557 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e81b2-794d-4fe3-8356-9f7637dc625b req-a48bfb63-800e-404e-b86f-d6a4a2b3c364 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:19:20.855071 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d82e81b2-794d-4fe3-8356-9f7637dc625b req-a48bfb63-800e-404e-b86f-d6a4a2b3c364 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=201aaa53-5bdd-4883-a883-71b16db0ec92 HTTP/1.1" status: 200 len: 932 time: 0.0627446 Jan 11 14:19:20.871210 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250d9a0-82ae-42d9-9355-3eef4512adc8 service neutron] Pushing event updated for resources: {'Port': ['ID=5bad91d4-b4c4-4087-b072-80e2177b4913,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:19:20.878826 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 58382) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:19:20.919476 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d82e81b2-794d-4fe3-8356-9f7637dc625b req-83a6ae86-d2b1-40ae-8637-e56226856758 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509815 Jan 11 14:19:20.963809 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-b250d9a0-82ae-42d9-9355-3eef4512adc8 service neutron] Attempting to bind port 5bad91d4-b4c4-4087-b072-80e2177b4913 on host hv-cinder-82413 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:19:20.964160 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-b250d9a0-82ae-42d9-9355-3eef4512adc8 service neutron] Attempting to bind port 5bad91d4-b4c4-4087-b072-80e2177b4913 by drivers openvswitch,hyperv on host hv-cinder-82413 at level 0 using segments [{'id': 'b82cbb00-5e14-475e-ae16-2f96aee9e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:19:20.964502 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-b250d9a0-82ae-42d9-9355-3eef4512adc8 service neutron] Attempting to bind port 5bad91d4-b4c4-4087-b072-80e2177b4913 on network bafd8a92-c934-408c-97d9-8c6dc292a947 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:19:20.969049 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-b250d9a0-82ae-42d9-9355-3eef4512adc8 service neutron] Port 5bad91d4-b4c4-4087-b072-80e2177b4913 on network bafd8a92-c934-408c-97d9-8c6dc292a947 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82413 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 14:19:20.969402 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-b250d9a0-82ae-42d9-9355-3eef4512adc8 service neutron] Attempting to bind port 5bad91d4-b4c4-4087-b072-80e2177b4913 on network bafd8a92-c934-408c-97d9-8c6dc292a947 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:19:20.974196 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-b250d9a0-82ae-42d9-9355-3eef4512adc8 service neutron] Checking agent: {'id': '183634b4-d914-49fa-b358-00b9224e1c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'started_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:19:20.974542 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-b250d9a0-82ae-42d9-9355-3eef4512adc8 service neutron] Checking segment: {'id': 'b82cbb00-5e14-475e-ae16-2f96aee9e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:19:20.974932 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-b250d9a0-82ae-42d9-9355-3eef4512adc8 service neutron] Bound using segment: {'id': 'b82cbb00-5e14-475e-ae16-2f96aee9e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:19:20.975369 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-b250d9a0-82ae-42d9-9355-3eef4512adc8 service neutron] Bound port: 5bad91d4-b4c4-4087-b072-80e2177b4913, host: hv-cinder-82413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b82cbb00-5e14-475e-ae16-2f96aee9e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:19:20.975764 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-b250d9a0-82ae-42d9-9355-3eef4512adc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (5bad91d4-b4c4-4087-b072-80e2177b4913), before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:21.001316 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e4565d3f-eb10-4acf-a8f6-dc00b47b1142 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:21.083197 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-b250d9a0-82ae-42d9-9355-3eef4512adc8 service neutron] For port 5bad91d4-b4c4-4087-b072-80e2177b4913, host hv-cinder-82413, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:19:21.087045 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-b250d9a0-82ae-42d9-9355-3eef4512adc8 service neutron] For port 5bad91d4-b4c4-4087-b072-80e2177b4913, host hv-cinder-82413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=5bad91d4-b4c4-4087-b072-80e2177b4913,segment=NetworkSegment(b82cbb00-5e14-475e-ae16-2f96aee9e7db),segment_id=b82cbb00-5e14-475e-ae16-2f96aee9e7db)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:19:21.092771 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-b250d9a0-82ae-42d9-9355-3eef4512adc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442702'] for port (5bad91d4-b4c4-4087-b072-80e2177b4913), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:21.140708 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-b250d9a0-82ae-42d9-9355-3eef4512adc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:19:21.141339 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-b250d9a0-82ae-42d9-9355-3eef4512adc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:21.142746 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-b250d9a0-82ae-42d9-9355-3eef4512adc8 service neutron] 10.222.0.45 "PUT /v2.0/ports/5bad91d4-b4c4-4087-b072-80e2177b4913 HTTP/1.1" status: 200 len: 1094 time: 0.6887498 Jan 11 14:19:21.143198 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201aaa53-5bdd-4883-a883-71b16db0ec92', 'tag': '5bad91d4-b4c4-4087-b072-80e2177b4913'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:19:21.149745 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3731de440ea07f8bb65e98ae2cdbbed68b84f33189ebecfec85cc797d9a35429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99b7a57-fb31-4e54-8fb1-77220f8f664a" -d '{"events": [{"name": "network-changed", "server_uuid": "201aaa53-5bdd-4883-a883-71b16db0ec92", "tag": "5bad91d4-b4c4-4087-b072-80e2177b4913"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:19:21.190006 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e4565d3f-eb10-4acf-a8f6-dc00b47b1142 admin admin] Publish callbacks [] for security_group (f4b5e39f-7f8d-4a53-858c-71920570c90c), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:21.190965 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250d9a0-82ae-42d9-9355-3eef4512adc8 service neutron] Pushing event updated for resources: {'Port': ['ID=5bad91d4-b4c4-4087-b072-80e2177b4913,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:19:21.195291 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e4565d3f-eb10-4acf-a8f6-dc00b47b1142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (f4b5e39f-7f8d-4a53-858c-71920570c90c), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:21.237963 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-e4565d3f-eb10-4acf-a8f6-dc00b47b1142 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4d38153f132b40a79526093b2ce14b1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3567748 Jan 11 14:19:21.238707 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4565d3f-eb10-4acf-a8f6-dc00b47b1142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b5e39f-7f8d-4a53-858c-71920570c90c,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:19:21.240921 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 58392) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:19:21.299819 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-0a51a310-b812-4c7d-a7e8-30db73af4231 admin admin] Publish callbacks [] for security_group (f4b5e39f-7f8d-4a53-858c-71920570c90c), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:21.323210 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-0a51a310-b812-4c7d-a7e8-30db73af4231 admin admin] Publish callbacks [] for security_group (f4b5e39f-7f8d-4a53-858c-71920570c90c), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:21.344993 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 14:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c193ee-3864-47ad-a8ae-7df2d5ea8f52 x-openstack-request-id: req-89c193ee-3864-47ad-a8ae-7df2d5ea8f52 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:19:21.345291 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201aaa53-5bdd-4883-a883-71b16db0ec92", "tag": "5bad91d4-b4c4-4087-b072-80e2177b4913", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:19:21.345592 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-89c193ee-3864-47ad-a8ae-7df2d5ea8f52 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:19:21.345982 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201aaa53-5bdd-4883-a883-71b16db0ec92', 'tag': '5bad91d4-b4c4-4087-b072-80e2177b4913', 'status': 'completed', 'code': 200} Jan 11 14:19:21.379365 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-0a51a310-b812-4c7d-a7e8-30db73af4231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (f4b5e39f-7f8d-4a53-858c-71920570c90c), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:21.381973 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-0a51a310-b812-4c7d-a7e8-30db73af4231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:21.383114 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-0a51a310-b812-4c7d-a7e8-30db73af4231 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f4b5e39f-7f8d-4a53-858c-71920570c90c HTTP/1.1" status: 204 len: 168 time: 0.1411221 Jan 11 14:19:21.393829 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51a310-b812-4c7d-a7e8-30db73af4231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b5e39f-7f8d-4a53-858c-71920570c90c,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:19:22.039021 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8facf45c-2f69-4512-85af-5f2443510650 req-1133d05e-c241-4603-ac82-ab8a5ce7d816 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:19:22.040535 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8facf45c-2f69-4512-85af-5f2443510650 req-1133d05e-c241-4603-ac82-ab8a5ce7d816 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=201aaa53-5bdd-4883-a883-71b16db0ec92 HTTP/1.1" status: 200 len: 944 time: 0.0483444 Jan 11 14:19:22.088758 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8facf45c-2f69-4512-85af-5f2443510650 req-2b522473-6998-48c5-8b60-2770d4806ecd tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426297 Jan 11 14:19:22.131935 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:19:22.965350 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b7a57-fb31-4e54-8fb1-77220f8f664a req-a81f7277-5bb7-4319-ac1a-2cebfe824cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:19:22.967202 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-b99b7a57-fb31-4e54-8fb1-77220f8f664a req-a81f7277-5bb7-4319-ac1a-2cebfe824cde service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=135a305e0bbe4cfcbfea666d19340195&device_id=201aaa53-5bdd-4883-a883-71b16db0ec92 HTTP/1.1" status: 200 len: 1097 time: 0.0422559 Jan 11 14:19:23.202097 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefec65a-1292-4205-b7da-bad6f251e564 req-382eb431-f045-486c-b5fa-353cafaa8a88 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:19:23.203657 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-aefec65a-1292-4205-b7da-bad6f251e564 req-382eb431-f045-486c-b5fa-353cafaa8a88 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=201aaa53-5bdd-4883-a883-71b16db0ec92 HTTP/1.1" status: 200 len: 944 time: 0.0501957 Jan 11 14:19:23.251423 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-aefec65a-1292-4205-b7da-bad6f251e564 req-84ed52f7-5392-4b14-9185-541ff7d23e10 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420322 Jan 11 14:19:24.369290 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221c8f3-c0bf-453a-8fc9-98b37d76c7db req-92a84dfb-116b-4969-a9ce-a428732f946f tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:19:24.370872 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7221c8f3-c0bf-453a-8fc9-98b37d76c7db req-92a84dfb-116b-4969-a9ce-a428732f946f tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=201aaa53-5bdd-4883-a883-71b16db0ec92 HTTP/1.1" status: 200 len: 944 time: 0.0521257 Jan 11 14:19:24.412318 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b7a57-fb31-4e54-8fb1-77220f8f664a req-ecbe2003-edb8-42c4-88b7-0a741577398f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:19:24.413817 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-b99b7a57-fb31-4e54-8fb1-77220f8f664a req-ecbe2003-edb8-42c4-88b7-0a741577398f service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=135a305e0bbe4cfcbfea666d19340195&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1592433 Jan 11 14:19:24.419763 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7221c8f3-c0bf-453a-8fc9-98b37d76c7db req-c45187d1-d3f9-4420-83e6-bdde6034cccd tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427425 Jan 11 14:19:24.565981 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b7a57-fb31-4e54-8fb1-77220f8f664a req-95bbe336-2948-4ab3-8822-94a8627723aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:19:24.567377 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-b99b7a57-fb31-4e54-8fb1-77220f8f664a req-95bbe336-2948-4ab3-8822-94a8627723aa service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1475651 Jan 11 14:19:24.646853 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-481034e4-dbba-427b-80a6-127b8e4db24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:19:24.648385 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-481034e4-dbba-427b-80a6-127b8e4db24a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=135a305e0bbe4cfcbfea666d19340195&device_id=201aaa53-5bdd-4883-a883-71b16db0ec92 HTTP/1.1" status: 200 len: 1097 time: 0.0420098 Jan 11 14:19:24.687225 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-bafed8bc-0ef3-4b57-9363-387b0453837a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bad91d4-b4c4-4087-b072-80e2177b4913 HTTP/1.1" status: 200 len: 217 time: 0.0318470 Jan 11 14:19:24.735337 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-f9cbc890-ca39-46aa-8fc3-1df6349b96ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:19:24.736762 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-f9cbc890-ca39-46aa-8fc3-1df6349b96ff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d58c911-087c-4b19-80a7-5a9e906fabc5 HTTP/1.1" status: 200 len: 851 time: 0.0427492 Jan 11 14:19:24.778934 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-61cd736b-3110-4b3c-801c-fc18126e8574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:19:24.780365 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-61cd736b-3110-4b3c-801c-fc18126e8574 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bafd8a92-c934-408c-97d9-8c6dc292a947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0371625 Jan 11 14:19:24.866922 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-b60edb27-9d05-4491-bd08-74c6e885099e service neutron] 10.222.0.45 "GET /v2.0/networks/bafd8a92-c934-408c-97d9-8c6dc292a947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799236 Jan 11 14:19:24.957019 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-4ea45db7-9d60-47ad-951a-4b31318e8047 req-1ba786e1-de1c-4297-9938-a45f93a00cab service neutron] 10.222.0.45 "GET /v2.0/networks/bafd8a92-c934-408c-97d9-8c6dc292a947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831311 Jan 11 14:19:25.531866 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba789de-fa24-46f6-81f5-9f991f62ae0c req-f126e59b-da73-43e9-9099-96ac7f5a19d1 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:19:25.533286 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5ba789de-fa24-46f6-81f5-9f991f62ae0c req-f126e59b-da73-43e9-9099-96ac7f5a19d1 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=201aaa53-5bdd-4883-a883-71b16db0ec92 HTTP/1.1" status: 200 len: 944 time: 0.0481830 Jan 11 14:19:25.581928 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5ba789de-fa24-46f6-81f5-9f991f62ae0c req-bf1803b8-0af6-4bd1-b558-6e4aec1bbc97 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432236 Jan 11 14:19:26.096147 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-99a97643-c4d7-4c5c-9988-a132fc2abd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:26.703073 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83bb98-1695-4c41-840c-0991d7694577 req-d69dd567-a7e9-4c88-8980-cae279c20eb7 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:19:26.704570 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cb83bb98-1695-4c41-840c-0991d7694577 req-d69dd567-a7e9-4c88-8980-cae279c20eb7 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=201aaa53-5bdd-4883-a883-71b16db0ec92 HTTP/1.1" status: 200 len: 944 time: 0.0515161 Jan 11 14:19:26.753287 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cb83bb98-1695-4c41-840c-0991d7694577 req-5062a586-b08d-451d-9039-9bc1b890ef3f tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431926 Jan 11 14:19:27.866478 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb0689-2136-4650-96ce-4a84e69c9ab4 req-8911de14-bfc7-4cfe-88f9-3ca73d876f20 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:19:27.867961 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-efbb0689-2136-4650-96ce-4a84e69c9ab4 req-8911de14-bfc7-4cfe-88f9-3ca73d876f20 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=201aaa53-5bdd-4883-a883-71b16db0ec92 HTTP/1.1" status: 200 len: 944 time: 0.0504384 Jan 11 14:19:27.917746 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-efbb0689-2136-4650-96ce-4a84e69c9ab4 req-b0c00583-45d5-415d-9830-fb5672d4f9fa tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439417 Jan 11 14:19:28.285257 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-762639fb-7bf6-4cbd-82b1-ccc700adcad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:29.028093 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c79abf-9a74-4352-b2e3-d4686ef6c320 req-cc244025-a143-4a17-bf4f-9cc5b457bd3b tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:19:29.030089 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-58c79abf-9a74-4352-b2e3-d4686ef6c320 req-cc244025-a143-4a17-bf4f-9cc5b457bd3b tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=201aaa53-5bdd-4883-a883-71b16db0ec92 HTTP/1.1" status: 200 len: 944 time: 0.0473788 Jan 11 14:19:29.082833 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-58c79abf-9a74-4352-b2e3-d4686ef6c320 req-e7680f6f-efc9-4fa5-87e8-1fa7c6a89eb1 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467324 Jan 11 14:19:29.612591 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:30.206864 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30c9a5-0664-4be1-855b-d5e060b7cbec req-a182ac2d-50c0-4a25-a229-6aabd674ca25 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:19:30.208375 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9d30c9a5-0664-4be1-855b-d5e060b7cbec req-a182ac2d-50c0-4a25-a229-6aabd674ca25 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=201aaa53-5bdd-4883-a883-71b16db0ec92 HTTP/1.1" status: 200 len: 944 time: 0.0533791 Jan 11 14:19:30.256713 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9d30c9a5-0664-4be1-855b-d5e060b7cbec req-e1ac1238-cbe7-4329-af88-6f0d1d7c0564 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428464 Jan 11 14:19:30.766524 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:31.373459 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785f0eb-8f8d-4f24-9dd5-43a13b4d8880 req-2f6abd06-af14-4bc2-8ab4-c853f989b17c tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:19:31.374973 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3785f0eb-8f8d-4f24-9dd5-43a13b4d8880 req-2f6abd06-af14-4bc2-8ab4-c853f989b17c tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=201aaa53-5bdd-4883-a883-71b16db0ec92 HTTP/1.1" status: 200 len: 944 time: 0.0515070 Jan 11 14:19:31.422666 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3785f0eb-8f8d-4f24-9dd5-43a13b4d8880 req-86c6fe5e-25ce-4db5-ad9b-4dda03e3e82c tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419405 Jan 11 14:19:32.258842 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:32.540055 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fb478-9a6c-4f49-9c11-d0fd1f4f2716 req-3336d830-c614-443e-ae37-fa042993745b tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:19:32.541653 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-226fb478-9a6c-4f49-9c11-d0fd1f4f2716 req-3336d830-c614-443e-ae37-fa042993745b tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=201aaa53-5bdd-4883-a883-71b16db0ec92 HTTP/1.1" status: 200 len: 944 time: 0.0529525 Jan 11 14:19:32.593317 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-226fb478-9a6c-4f49-9c11-d0fd1f4f2716 req-17d2fa6b-6af1-43ee-bfc5-44eb2e2fe0a5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462337 Jan 11 14:19:32.946286 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 5bad91d4-b4c4-4087-b072-80e2177b4913 details requested by agent hyperv_hv-cinder-82413 with host hv-cinder-82413 {{(pid=102760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 14:19:33.042251 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 5bad91d4-b4c4-4087-b072-80e2177b4913, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=5bad91d4-b4c4-4087-b072-80e2177b4913,segment=NetworkSegment(b82cbb00-5e14-475e-ae16-2f96aee9e7db),segment_id=b82cbb00-5e14-475e-ae16-2f96aee9e7db)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:19:33.053583 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Returning: {'device': '5bad91d4-b4c4-4087-b072-80e2177b4913', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'port_id': '5bad91d4-b4c4-4087-b072-80e2177b4913', 'mac_address': 'fa:16:3e:43:5a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 14:19:33.090182 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port 5bad91d4-b4c4-4087-b072-80e2177b4913 is: DOWN; New status is: BUILD {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:19:33.090580 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (5bad91d4-b4c4-4087-b072-80e2177b4913), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:33.103161 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bad91d4-b4c4-4087-b072-80e2177b4913 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:19:33.122320 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 5bad91d4-b4c4-4087-b072-80e2177b4913, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=5bad91d4-b4c4-4087-b072-80e2177b4913,segment=NetworkSegment(b82cbb00-5e14-475e-ae16-2f96aee9e7db),segment_id=b82cbb00-5e14-475e-ae16-2f96aee9e7db)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:19:33.126266 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (5bad91d4-b4c4-4087-b072-80e2177b4913), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:33.176925 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=5bad91d4-b4c4-4087-b072-80e2177b4913,revision_number=4']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:19:33.552671 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['5bad91d4-b4c4-4087-b072-80e2177b4913'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:19:33.715977 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921bd25-8364-4377-b685-992ee7f17b72 req-23f842a1-f1ff-4437-9030-790e92f9b17c tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:19:33.718096 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1921bd25-8364-4377-b685-992ee7f17b72 req-23f842a1-f1ff-4437-9030-790e92f9b17c tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=201aaa53-5bdd-4883-a883-71b16db0ec92 HTTP/1.1" status: 200 len: 945 time: 0.0519838 Jan 11 14:19:33.765838 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1921bd25-8364-4377-b685-992ee7f17b72 req-aeb1a736-9893-4b7a-9948-26b72512f740 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422130 Jan 11 14:19:34.890232 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ba925-d3af-4eda-a871-c7e015bf6e36 req-56014d83-967e-442c-9990-33f957ea4a87 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:19:34.891640 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-035ba925-d3af-4eda-a871-c7e015bf6e36 req-56014d83-967e-442c-9990-33f957ea4a87 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=201aaa53-5bdd-4883-a883-71b16db0ec92 HTTP/1.1" status: 200 len: 945 time: 0.0492482 Jan 11 14:19:34.951010 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-035ba925-d3af-4eda-a871-c7e015bf6e36 req-a1a465e0-3393-4332-a026-d62de43532b8 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538385 Jan 11 14:19:34.958062 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 5bad91d4-b4c4-4087-b072-80e2177b4913 up at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:19:35.005960 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning for port 5bad91d4-b4c4-4087-b072-80e2177b4913 completed by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 14:19:35.009964 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning complete for port 5bad91d4-b4c4-4087-b072-80e2177b4913 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:19:35.010346 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (5bad91d4-b4c4-4087-b072-80e2177b4913), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:35.085932 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port 5bad91d4-b4c4-4087-b072-80e2177b4913 is: BUILD; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:19:35.086331 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (5bad91d4-b4c4-4087-b072-80e2177b4913), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:35.108914 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201aaa53-5bdd-4883-a883-71b16db0ec92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bad91d4-b4c4-4087-b072-80e2177b4913'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:19:35.111142 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2d4b612b30f5b24bc1864879ef56701efa35e28b014bb4d8aa1230102106bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fcc119-ea85-44db-b3bb-ac6ea343807d" -d '{"events": [{"server_uuid": "201aaa53-5bdd-4883-a883-71b16db0ec92", "name": "network-vif-plugged", "status": "completed", "tag": "5bad91d4-b4c4-4087-b072-80e2177b4913"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:19:35.127975 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 5bad91d4-b4c4-4087-b072-80e2177b4913, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=5bad91d4-b4c4-4087-b072-80e2177b4913,segment=NetworkSegment(b82cbb00-5e14-475e-ae16-2f96aee9e7db),segment_id=b82cbb00-5e14-475e-ae16-2f96aee9e7db)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:19:35.131793 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (5bad91d4-b4c4-4087-b072-80e2177b4913), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:35.155229 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed5d119-7783-4cff-b61c-853fe2135987 x-openstack-request-id: req-6ed5d119-7783-4cff-b61c-853fe2135987 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:19:35.155554 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201aaa53-5bdd-4883-a883-71b16db0ec92", "name": "network-vif-plugged", "status": "completed", "tag": "5bad91d4-b4c4-4087-b072-80e2177b4913", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:19:35.155816 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6ed5d119-7783-4cff-b61c-853fe2135987 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:19:35.156213 dv-cinder-824131-3-iscsi neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201aaa53-5bdd-4883-a883-71b16db0ec92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bad91d4-b4c4-4087-b072-80e2177b4913', 'code': 200} Jan 11 14:19:35.184719 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=5bad91d4-b4c4-4087-b072-80e2177b4913,revision_number=5']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:19:35.387957 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752dc57e-2d71-4bb3-ad0b-4208976e5a51 req-245bbd0b-fd41-4439-bbd2-606d9d641668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:19:35.389997 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-752dc57e-2d71-4bb3-ad0b-4208976e5a51 req-245bbd0b-fd41-4439-bbd2-606d9d641668 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=201aaa53-5bdd-4883-a883-71b16db0ec92 HTTP/1.1" status: 200 len: 1099 time: 0.0386271 Jan 11 14:19:35.435034 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-752dc57e-2d71-4bb3-ad0b-4208976e5a51 req-b42083cd-9529-4561-aab5-3c182f945aac service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381842 Jan 11 14:19:36.067073 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3588d-c197-4d14-b9bc-b975f3e40eaa req-f5a755c1-54d9-44c4-aa34-676b4a6ef0d2 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:19:36.068592 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b2c3588d-c197-4d14-b9bc-b975f3e40eaa req-f5a755c1-54d9-44c4-aa34-676b4a6ef0d2 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=201aaa53-5bdd-4883-a883-71b16db0ec92 HTTP/1.1" status: 200 len: 946 time: 0.0506182 Jan 11 14:19:36.123102 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b2c3588d-c197-4d14-b9bc-b975f3e40eaa req-8fafbd46-fc27-407b-8760-448b68410a38 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445862 Jan 11 14:19:37.243476 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d80b0-0f06-4939-b9a9-b0c05cc493d5 req-62e8d122-7f60-4ef0-b53c-6ebda38280c9 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:19:37.244982 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-989d80b0-0f06-4939-b9a9-b0c05cc493d5 req-62e8d122-7f60-4ef0-b53c-6ebda38280c9 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=201aaa53-5bdd-4883-a883-71b16db0ec92 HTTP/1.1" status: 200 len: 946 time: 0.0513997 Jan 11 14:19:37.297927 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-989d80b0-0f06-4939-b9a9-b0c05cc493d5 req-bd7d9d80-084d-439e-b8c0-cb45ad0404d3 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468948 Jan 11 14:19:37.414514 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f98d3-746f-4bb8-9f2f-260936757430 req-0b1a207c-1918-47e3-bb21-3dfe364e964f tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:19:37.416044 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-644f98d3-746f-4bb8-9f2f-260936757430 req-0b1a207c-1918-47e3-bb21-3dfe364e964f tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=201aaa53-5bdd-4883-a883-71b16db0ec92 HTTP/1.1" status: 200 len: 946 time: 0.0525126 Jan 11 14:19:37.464409 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-644f98d3-746f-4bb8-9f2f-260936757430 req-559512c8-b8dc-4973-9dff-52c7650ff5bc tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420964 Jan 11 14:19:37.486641 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 58546) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:19:37.668331 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec9b634-e115-4e53-b8a8-9fa29ec31e99 tempest-TestVolumeBootPattern-121354124 tempest-TestVolumeBootPattern-121354124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:19:37.669886 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-aec9b634-e115-4e53-b8a8-9fa29ec31e99 tempest-TestVolumeBootPattern-121354124 tempest-TestVolumeBootPattern-121354124-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=201aaa53-5bdd-4883-a883-71b16db0ec92 HTTP/1.1" status: 200 len: 1094 time: 0.1822188 Jan 11 14:19:37.672655 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 58550) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:19:37.676926 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-a59d0f7a-72a5-41b5-9d83-11925e17b8d6 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Request body: {'floatingip': {'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'port_id': '5bad91d4-b4c4-4087-b072-80e2177b4913', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:19:37.703827 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a59d0f7a-72a5-41b5-9d83-11925e17b8d6 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:37.805168 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a59d0f7a-72a5-41b5-9d83-11925e17b8d6 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:37.908822 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.db_base_plugin_common [None req-a59d0f7a-72a5-41b5-9d83-11925e17b8d6 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Allocated IP 172.27.2.165 (2ce614e2-30de-465a-a7cf-ddab87bfda56/24533608-225a-4678-8e54-d2d8b6714d88/83577691-a227-4181-a3da-6bbd15440da2) {{(pid=102758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:19:38.014863 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a59d0f7a-72a5-41b5-9d83-11925e17b8d6 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for port (83577691-a227-4181-a3da-6bbd15440da2), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:38.048594 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a59d0f7a-72a5-41b5-9d83-11925e17b8d6 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10081185'] for port (83577691-a227-4181-a3da-6bbd15440da2), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:38.085906 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59d0f7a-72a5-41b5-9d83-11925e17b8d6 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Network 2ce614e2-30de-465a-a7cf-ddab87bfda56 is already hosted by enough agents. {{(pid=102758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:19:38.088655 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.base_scheduler [None req-a59d0f7a-72a5-41b5-9d83-11925e17b8d6 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Resources bound (agent type, host, resource id): {{(pid=102758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:19:38.093076 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59d0f7a-72a5-41b5-9d83-11925e17b8d6 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Received port after_create {{(pid=102758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:19:38.116670 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d0f7a-72a5-41b5-9d83-11925e17b8d6 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Pushing event updated for resources: {'Port': ['ID=83577691-a227-4181-a3da-6bbd15440da2,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:19:38.127424 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d0f7a-72a5-41b5-9d83-11925e17b8d6 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:19:38.127815 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d0f7a-72a5-41b5-9d83-11925e17b8d6 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:19:38.128176 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d0f7a-72a5-41b5-9d83-11925e17b8d6 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:19:38.128518 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d0f7a-72a5-41b5-9d83-11925e17b8d6 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:19:38.128858 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d0f7a-72a5-41b5-9d83-11925e17b8d6 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:19:38.129191 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d0f7a-72a5-41b5-9d83-11925e17b8d6 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:19:38.129526 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d0f7a-72a5-41b5-9d83-11925e17b8d6 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:19:38.129861 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d0f7a-72a5-41b5-9d83-11925e17b8d6 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:19:38.130193 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d0f7a-72a5-41b5-9d83-11925e17b8d6 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:19:38.130524 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d0f7a-72a5-41b5-9d83-11925e17b8d6 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:19:38.130854 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d0f7a-72a5-41b5-9d83-11925e17b8d6 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:19:38.131181 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d0f7a-72a5-41b5-9d83-11925e17b8d6 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:19:38.131521 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d0f7a-72a5-41b5-9d83-11925e17b8d6 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:19:38.452408 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a59d0f7a-72a5-41b5-9d83-11925e17b8d6 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for floatingip (ad264263-bdde-461d-9aeb-4eb09b7efc68), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:38.518527 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a59d0f7a-72a5-41b5-9d83-11925e17b8d6 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (83577691-a227-4181-a3da-6bbd15440da2), before_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:38.671458 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a59d0f7a-72a5-41b5-9d83-11925e17b8d6 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for port (83577691-a227-4181-a3da-6bbd15440da2), precommit_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:38.676359 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a59d0f7a-72a5-41b5-9d83-11925e17b8d6 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10081198'] for port (83577691-a227-4181-a3da-6bbd15440da2), after_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:38.734715 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:38.747457 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d0f7a-72a5-41b5-9d83-11925e17b8d6 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Pushing event updated for resources: {'Port': ['ID=83577691-a227-4181-a3da-6bbd15440da2,revision_number=2']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:19:38.759367 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a59d0f7a-72a5-41b5-9d83-11925e17b8d6 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704722'] for floatingip (ad264263-bdde-461d-9aeb-4eb09b7efc68), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:38.858749 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.db.l3_db [None req-a59d0f7a-72a5-41b5-9d83-11925e17b8d6 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Floating IP ad264263-bdde-461d-9aeb-4eb09b7efc68 associated. External IP: 172.27.2.165, port: 5bad91d4-b4c4-4087-b072-80e2177b4913. Jan 11 14:19:39.063518 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59d0f7a-72a5-41b5-9d83-11925e17b8d6 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Router d9326052-8cd2-41d9-a016-ab300bb05cca has already been hosted by L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 {{(pid=102758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 14:19:39.167937 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59d0f7a-72a5-41b5-9d83-11925e17b8d6 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:19:39.178735 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac82ad07-9992-49ca-b93b-1cef3808f501 None None] Sync routers for ids ['d9326052-8cd2-41d9-a016-ab300bb05cca'] in dv-cinder-824131-3-iscsi {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:19:39.187116 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a59d0f7a-72a5-41b5-9d83-11925e17b8d6 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:39.188282 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac82ad07-9992-49ca-b93b-1cef3808f501 None None] Routers {'d9326052-8cd2-41d9-a016-ab300bb05cca'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:19:39.188909 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-ac82ad07-9992-49ca-b93b-1cef3808f501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:19:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['d9326052-8cd2-41d9-a016-ab300bb05cca'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:19:39.213300 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-a59d0f7a-72a5-41b5-9d83-11925e17b8d6 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5396440 Jan 11 14:19:39.213884 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201aaa53-5bdd-4883-a883-71b16db0ec92', 'tag': '5bad91d4-b4c4-4087-b072-80e2177b4913'}] {{(pid=102758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:19:39.216224 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bad0c4360237c930a732257e05ff37eb7f7649fd7d398cae3022b7fa374a377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56706984-14c6-4de1-9647-9dcec4ae79df" -d '{"events": [{"name": "network-changed", "server_uuid": "201aaa53-5bdd-4883-a883-71b16db0ec92", "tag": "5bad91d4-b4c4-4087-b072-80e2177b4913"}]}' {{(pid=102758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:19:39.259241 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 14:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8fd61c-eafc-435b-a640-ce8e77fa06e3 x-openstack-request-id: req-da8fd61c-eafc-435b-a640-ce8e77fa06e3 {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:19:39.259629 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201aaa53-5bdd-4883-a883-71b16db0ec92", "tag": "5bad91d4-b4c4-4087-b072-80e2177b4913", "status": "completed", "code": 200}]} {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:19:39.259812 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-da8fd61c-eafc-435b-a640-ce8e77fa06e3 {{(pid=102758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:19:39.260219 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201aaa53-5bdd-4883-a883-71b16db0ec92', 'tag': '5bad91d4-b4c4-4087-b072-80e2177b4913', 'status': 'completed', 'code': 200} Jan 11 14:19:39.295588 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-ac82ad07-9992-49ca-b93b-1cef3808f501 None None] Set router d9326052-8cd2-41d9-a016-ab300bb05cca gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:19:39.318882 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56706984-14c6-4de1-9647-9dcec4ae79df req-c8b861b0-0b54-4ac1-a2fb-e615e555d356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:19:39.320502 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-56706984-14c6-4de1-9647-9dcec4ae79df req-c8b861b0-0b54-4ac1-a2fb-e615e555d356 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=135a305e0bbe4cfcbfea666d19340195&device_id=201aaa53-5bdd-4883-a883-71b16db0ec92 HTTP/1.1" status: 200 len: 1099 time: 0.0402746 Jan 11 14:19:39.411275 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56706984-14c6-4de1-9647-9dcec4ae79df req-9d557f48-1883-4879-b72f-c27cd6a1a0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:19:39.412744 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-56706984-14c6-4de1-9647-9dcec4ae79df req-9d557f48-1883-4879-b72f-c27cd6a1a0ba service neutron] 10.222.0.45 "GET /v2.0/networks?id=bafd8a92-c934-408c-97d9-8c6dc292a947 HTTP/1.1" status: 200 len: 913 time: 0.0865161 Jan 11 14:19:39.478559 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-56706984-14c6-4de1-9647-9dcec4ae79df req-ac80adbe-f7f8-456f-b91f-cc0374a97114 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bad91d4-b4c4-4087-b072-80e2177b4913 HTTP/1.1" status: 200 len: 1000 time: 0.0574853 Jan 11 14:19:39.526132 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-ac82ad07-9992-49ca-b93b-1cef3808f501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'name': 'tempest-TestVolumeBootPattern-1187170809-router', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:18:19Z', 'updated_at': '2022-01-11T14:18:26Z', 'revision_number': 4, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'gw_port': {'id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:21Z', 'updated_at': '2022-01-11T14:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_floatingips': [{'id': 'ad264263-bdde-461d-9aeb-4eb09b7efc68', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'router_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'port_id': '5bad91d4-b4c4-4087-b072-80e2177b4913', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'mac_address': 'fa:16:3e:43:5a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201aaa53-5bdd-4883-a883-71b16db0ec92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T14:19:38Z', 'updated_at': '2022-01-11T14:19:38Z', 'revision_number': 0, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'effc657b-bdfa-4327-864b-dcbc4be811a5', 'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'mac_address': 'fa:16:3e:17:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:25Z', 'updated_at': '2022-01-11T14:18:33Z', 'revision_number': 5, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'subnets': [{'id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:19:39.527977 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56706984-14c6-4de1-9647-9dcec4ae79df req-94e793a3-d2ea-4a27-a264-6e80c4c0a760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:19:39.529960 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-56706984-14c6-4de1-9647-9dcec4ae79df req-94e793a3-d2ea-4a27-a264-6e80c4c0a760 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d58c911-087c-4b19-80a7-5a9e906fabc5 HTTP/1.1" status: 200 len: 851 time: 0.0451300 Jan 11 14:19:39.552663 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac82ad07-9992-49ca-b93b-1cef3808f501 None None] Checking router: d9326052-8cd2-41d9-a016-ab300bb05cca for host: dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:19:39.560641 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac82ad07-9992-49ca-b93b-1cef3808f501 None None] Routers {'d9326052-8cd2-41d9-a016-ab300bb05cca'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:19:39.561241 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-ac82ad07-9992-49ca-b93b-1cef3808f501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:19:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['d9326052-8cd2-41d9-a016-ab300bb05cca'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:19:39.572107 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56706984-14c6-4de1-9647-9dcec4ae79df req-dfb619db-9bd7-48cd-859a-4b5a915e6a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:19:39.573591 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-56706984-14c6-4de1-9647-9dcec4ae79df req-dfb619db-9bd7-48cd-859a-4b5a915e6a37 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bafd8a92-c934-408c-97d9-8c6dc292a947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380762 Jan 11 14:19:39.659947 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-56706984-14c6-4de1-9647-9dcec4ae79df req-d8d9e080-feec-406b-84d5-37d4b6bcd67c service neutron] 10.222.0.45 "GET /v2.0/networks/bafd8a92-c934-408c-97d9-8c6dc292a947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795343 Jan 11 14:19:39.662283 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-ac82ad07-9992-49ca-b93b-1cef3808f501 None None] Set router d9326052-8cd2-41d9-a016-ab300bb05cca gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:19:39.749000 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-56706984-14c6-4de1-9647-9dcec4ae79df req-3b479222-6c1a-40b7-be51-73f189605ad2 service neutron] 10.222.0.45 "GET /v2.0/networks/bafd8a92-c934-408c-97d9-8c6dc292a947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833535 Jan 11 14:19:39.880368 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-ac82ad07-9992-49ca-b93b-1cef3808f501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'name': 'tempest-TestVolumeBootPattern-1187170809-router', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:18:19Z', 'updated_at': '2022-01-11T14:18:26Z', 'revision_number': 4, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'gw_port': {'id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:21Z', 'updated_at': '2022-01-11T14:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_floatingips': [{'id': 'ad264263-bdde-461d-9aeb-4eb09b7efc68', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'router_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'port_id': '5bad91d4-b4c4-4087-b072-80e2177b4913', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'mac_address': 'fa:16:3e:43:5a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201aaa53-5bdd-4883-a883-71b16db0ec92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T14:19:38Z', 'updated_at': '2022-01-11T14:19:38Z', 'revision_number': 0, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'effc657b-bdfa-4327-864b-dcbc4be811a5', 'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'mac_address': 'fa:16:3e:17:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:25Z', 'updated_at': '2022-01-11T14:18:33Z', 'revision_number': 5, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'subnets': [{'id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:19:39.910710 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac82ad07-9992-49ca-b93b-1cef3808f501 None None] The sync data for ids ['d9326052-8cd2-41d9-a016-ab300bb05cca'] in dv-cinder-824131-3-iscsi is: [{'id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'name': 'tempest-TestVolumeBootPattern-1187170809-router', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:18:19Z', 'updated_at': '2022-01-11T14:18:26Z', 'revision_number': 4, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'gw_port': {'id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:21Z', 'updated_at': '2022-01-11T14:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_floatingips': [{'id': 'ad264263-bdde-461d-9aeb-4eb09b7efc68', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'router_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'port_id': '5bad91d4-b4c4-4087-b072-80e2177b4913', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'mac_address': 'fa:16:3e:43:5a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201aaa53-5bdd-4883-a883-71b16db0ec92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T14:19:38Z', 'updated_at': '2022-01-11T14:19:38Z', 'revision_number': 0, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'effc657b-bdfa-4327-864b-dcbc4be811a5', 'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'mac_address': 'fa:16:3e:17:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:25Z', 'updated_at': '2022-01-11T14:18:33Z', 'revision_number': 5, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'subnets': [{'id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:19:40.102787 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba183f7-a2aa-428b-815d-f6ae8a5e13c4 None None] New status for floating IP ad264263-bdde-461d-9aeb-4eb09b7efc68: ACTIVE {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 14:19:56.095838 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9baf9681-b50f-4ca1-8724-7cca2874280f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:57.689607 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 58654) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:19:57.793612 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-94f5c4c3-fb8c-46dc-8f48-6adeb1b73441 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:57.865922 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-94f5c4c3-fb8c-46dc-8f48-6adeb1b73441 admin admin] Publish callbacks [] for security_group (abeb4b07-bf83-4f96-afce-248f6b652aa6), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:57.869446 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-94f5c4c3-fb8c-46dc-8f48-6adeb1b73441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (abeb4b07-bf83-4f96-afce-248f6b652aa6), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:57.905525 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-94f5c4c3-fb8c-46dc-8f48-6adeb1b73441 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c20e36f1f4c7490696e6c27742d84b91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2149069 Jan 11 14:19:57.907350 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f5c4c3-fb8c-46dc-8f48-6adeb1b73441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abeb4b07-bf83-4f96-afce-248f6b652aa6,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:19:57.908335 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 58660) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:19:57.955390 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-99825a2e-eb6d-49e1-b3c8-7697527845bf admin admin] Publish callbacks [] for security_group (abeb4b07-bf83-4f96-afce-248f6b652aa6), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:57.975680 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-99825a2e-eb6d-49e1-b3c8-7697527845bf admin admin] Publish callbacks [] for security_group (abeb4b07-bf83-4f96-afce-248f6b652aa6), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:58.020397 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-99825a2e-eb6d-49e1-b3c8-7697527845bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (abeb4b07-bf83-4f96-afce-248f6b652aa6), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:58.022987 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-99825a2e-eb6d-49e1-b3c8-7697527845bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:58.024162 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-99825a2e-eb6d-49e1-b3c8-7697527845bf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/abeb4b07-bf83-4f96-afce-248f6b652aa6 HTTP/1.1" status: 204 len: 168 time: 0.1149333 Jan 11 14:19:58.032005 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99825a2e-eb6d-49e1-b3c8-7697527845bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abeb4b07-bf83-4f96-afce-248f6b652aa6,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:19:58.288313 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-803caf68-38bb-4617-9b0e-da821be0e589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:19:59.130639 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:19:59.617106 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:00.768618 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:02.239545 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cfeaa-48d9-44bb-b484-ff239f064dc2 req-62f92a22-b244-4b48-b079-7a19c664feb0 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:02.240955 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3c4cfeaa-48d9-44bb-b484-ff239f064dc2 req-62f92a22-b244-4b48-b079-7a19c664feb0 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0480738 Jan 11 14:20:02.262319 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:02.291060 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3c4cfeaa-48d9-44bb-b484-ff239f064dc2 req-0d068ce0-f97d-4425-91e9-84925beefb84 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440681 Jan 11 14:20:03.409121 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35f959-4733-44ae-9015-77650c1b715b req-5b62eefc-fb84-4526-a66e-54fe486b8da6 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:03.410576 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1a35f959-4733-44ae-9015-77650c1b715b req-5b62eefc-fb84-4526-a66e-54fe486b8da6 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0506530 Jan 11 14:20:03.457287 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1a35f959-4733-44ae-9015-77650c1b715b req-5d0b6821-91e5-4eb5-8b18-4ed47bae9c70 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411701 Jan 11 14:20:03.794281 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91925537-9f2d-43d5-87a8-d43bb27df08c req-bdb5cfa9-2385-4a69-abab-128e5452d53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:03.795792 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-91925537-9f2d-43d5-87a8-d43bb27df08c req-bdb5cfa9-2385-4a69-abab-128e5452d53c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a11f6957ee74ff0a62315613ff54913&device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 1098 time: 0.0411568 Jan 11 14:20:03.897173 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91925537-9f2d-43d5-87a8-d43bb27df08c req-4a36215a-4d7a-4cf0-991f-7442a3cd3114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:03.898615 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-91925537-9f2d-43d5-87a8-d43bb27df08c req-4a36215a-4d7a-4cf0-991f-7442a3cd3114 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0b91e79a-b551-4734-8a4b-8bd89379e2e4 HTTP/1.1" status: 200 len: 912 time: 0.0816174 Jan 11 14:20:03.969952 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-91925537-9f2d-43d5-87a8-d43bb27df08c req-a6bc763c-403d-48d0-8434-2a17e9d33eaf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d8257f7-0bfc-4ec4-85ba-6f20d746300d HTTP/1.1" status: 200 len: 1001 time: 0.0640941 Jan 11 14:20:04.015531 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91925537-9f2d-43d5-87a8-d43bb27df08c req-1f2b2a1b-994b-4ec2-9afe-5b062efd3b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:04.016984 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-91925537-9f2d-43d5-87a8-d43bb27df08c req-1f2b2a1b-994b-4ec2-9afe-5b062efd3b3b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7e0256b9-88cf-4f3b-af76-871b368403f9 HTTP/1.1" status: 200 len: 850 time: 0.0414147 Jan 11 14:20:04.059635 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91925537-9f2d-43d5-87a8-d43bb27df08c req-8412485c-ca27-4252-9486-5f563e3d3028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:04.061021 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-91925537-9f2d-43d5-87a8-d43bb27df08c req-8412485c-ca27-4252-9486-5f563e3d3028 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b91e79a-b551-4734-8a4b-8bd89379e2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0371156 Jan 11 14:20:04.148416 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-91925537-9f2d-43d5-87a8-d43bb27df08c req-a21ffa96-c266-4d21-914b-1c73c9515959 service neutron] 10.222.0.45 "GET /v2.0/networks/0b91e79a-b551-4734-8a4b-8bd89379e2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801916 Jan 11 14:20:04.232951 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-91925537-9f2d-43d5-87a8-d43bb27df08c req-cd5096f8-b0f8-41e6-bcf3-eae677684a9d service neutron] 10.222.0.45 "GET /v2.0/networks/0b91e79a-b551-4734-8a4b-8bd89379e2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785968 Jan 11 14:20:04.568821 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992ce85-222a-410a-8f05-c2ae9ec920e1 req-336398f7-2b44-4969-9517-ac39090c0410 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:04.570437 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7992ce85-222a-410a-8f05-c2ae9ec920e1 req-336398f7-2b44-4969-9517-ac39090c0410 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0476511 Jan 11 14:20:04.616647 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7992ce85-222a-410a-8f05-c2ae9ec920e1 req-d59d720b-5d2e-40d2-9ca8-8a45ff52f69f tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405037 Jan 11 14:20:05.728836 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c893d-3a1c-44a5-80d3-dbcbe4297f57 req-a2621774-fbef-4ae7-810e-a027f5abb97f tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:05.730297 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-024c893d-3a1c-44a5-80d3-dbcbe4297f57 req-a2621774-fbef-4ae7-810e-a027f5abb97f tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0477006 Jan 11 14:20:05.778792 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-024c893d-3a1c-44a5-80d3-dbcbe4297f57 req-b1394f6b-889f-4c53-bf76-b6f565b68924 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421555 Jan 11 14:20:06.891151 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8470cd-2537-46e5-9c29-46cd7f92454e req-b5b68dd8-81ff-4c95-a007-bf41c491cb2e tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:06.892699 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-de8470cd-2537-46e5-9c29-46cd7f92454e req-b5b68dd8-81ff-4c95-a007-bf41c491cb2e tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0483468 Jan 11 14:20:06.946783 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-de8470cd-2537-46e5-9c29-46cd7f92454e req-62a676d6-02e9-4736-93c8-1108fd968fea tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476654 Jan 11 14:20:07.216930 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46434ea0-ebb3-4b34-a8a6-c8131ecaaf5e req-7486216e-7100-4072-a599-f53b3b2b8dc2 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:07.218344 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-46434ea0-ebb3-4b34-a8a6-c8131ecaaf5e req-7486216e-7100-4072-a599-f53b3b2b8dc2 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 984 time: 0.0487444 Jan 11 14:20:07.224138 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef77bc2-2491-44e5-82e4-4c474dfd761c req-10245e6d-80f4-44c1-8954-f3302a429abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:07.225610 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-eef77bc2-2491-44e5-82e4-4c474dfd761c req-10245e6d-80f4-44c1-8954-f3302a429abd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1d7f551824974a53a1ea507b061f4c72&device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 1137 time: 0.0420389 Jan 11 14:20:07.280439 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-46434ea0-ebb3-4b34-a8a6-c8131ecaaf5e req-59fa6bef-a99b-472e-8c77-5f21b7834135 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c5e9284-5045-4583-8aae-d83f9dfe6a7b&id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556183 Jan 11 14:20:07.323262 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef77bc2-2491-44e5-82e4-4c474dfd761c req-880e7af1-f2d0-454e-b475-6d73d41496ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:07.325012 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-eef77bc2-2491-44e5-82e4-4c474dfd761c req-880e7af1-f2d0-454e-b475-6d73d41496ee service neutron] 10.222.0.45 "GET /v2.0/networks?id=72a2248c-a73f-49e5-a11c-e9eb238083f0 HTTP/1.1" status: 200 len: 915 time: 0.0931847 Jan 11 14:20:07.392543 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-eef77bc2-2491-44e5-82e4-4c474dfd761c req-ee120c6e-b6ff-48e7-9349-460e7c65a467 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7e7af63-dba4-40f2-b97e-3dc8a5d14124 HTTP/1.1" status: 200 len: 1001 time: 0.0599165 Jan 11 14:20:07.438073 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef77bc2-2491-44e5-82e4-4c474dfd761c req-a869de2e-9f2f-40d0-9a68-ad20c7ab0e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:07.439444 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-eef77bc2-2491-44e5-82e4-4c474dfd761c req-a869de2e-9f2f-40d0-9a68-ad20c7ab0e90 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6fc3111a-af4c-475c-bc89-8a812c8ededa HTTP/1.1" status: 200 len: 853 time: 0.0411479 Jan 11 14:20:07.480808 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef77bc2-2491-44e5-82e4-4c474dfd761c req-205fed2d-f710-4689-a28e-0be825e1b67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:07.482112 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-eef77bc2-2491-44e5-82e4-4c474dfd761c req-205fed2d-f710-4689-a28e-0be825e1b67f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=72a2248c-a73f-49e5-a11c-e9eb238083f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0370061 Jan 11 14:20:07.569540 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-eef77bc2-2491-44e5-82e4-4c474dfd761c req-6c1f80ba-e512-4691-b416-5b32513d1194 service neutron] 10.222.0.45 "GET /v2.0/networks/72a2248c-a73f-49e5-a11c-e9eb238083f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799875 Jan 11 14:20:07.656347 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-eef77bc2-2491-44e5-82e4-4c474dfd761c req-97b886aa-82bf-4302-9b45-bd0da82ac37a service neutron] 10.222.0.45 "GET /v2.0/networks/72a2248c-a73f-49e5-a11c-e9eb238083f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803201 Jan 11 14:20:08.062672 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ef7bd-bb97-4df8-aebe-8ba369aa8c10 req-cf787120-169a-47ee-a5f6-24800d255f0a tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:08.064224 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-888ef7bd-bb97-4df8-aebe-8ba369aa8c10 req-cf787120-169a-47ee-a5f6-24800d255f0a tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0509810 Jan 11 14:20:08.109491 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-888ef7bd-bb97-4df8-aebe-8ba369aa8c10 req-81484016-52fb-4f11-b001-db2059a43efd tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399559 Jan 11 14:20:08.396911 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16a207-53cd-40ad-803b-e14f22a787e9 req-57f1b2d7-bfa6-4217-a5f8-2e814d6e4f2c tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:08.398367 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5e16a207-53cd-40ad-803b-e14f22a787e9 req-57f1b2d7-bfa6-4217-a5f8-2e814d6e4f2c tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 984 time: 0.0477128 Jan 11 14:20:08.456554 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5e16a207-53cd-40ad-803b-e14f22a787e9 req-49df67a4-c9ff-4e60-a6fa-3cbb1832a7a2 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c5e9284-5045-4583-8aae-d83f9dfe6a7b&id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526035 Jan 11 14:20:08.746025 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:09.222339 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ca285-97e2-4be5-ba47-762ffa80af93 req-de7c05b6-7067-4336-8803-ea5aaf5a63da tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:09.223871 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1c6ca285-97e2-4be5-ba47-762ffa80af93 req-de7c05b6-7067-4336-8803-ea5aaf5a63da tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0480525 Jan 11 14:20:09.273455 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1c6ca285-97e2-4be5-ba47-762ffa80af93 req-ed98c734-03f8-40a5-a9c0-fd587764602e tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441597 Jan 11 14:20:09.568465 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad83a8e-6f40-472c-9112-89cf8a11a0c0 req-ae3c7e53-0455-486d-b310-bb41b0d1cf94 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:09.569912 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cad83a8e-6f40-472c-9112-89cf8a11a0c0 req-ae3c7e53-0455-486d-b310-bb41b0d1cf94 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 984 time: 0.0473733 Jan 11 14:20:09.628588 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cad83a8e-6f40-472c-9112-89cf8a11a0c0 req-685dd929-2735-4195-a0ea-86c00821b8fc tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c5e9284-5045-4583-8aae-d83f9dfe6a7b&id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528574 Jan 11 14:20:10.385103 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad092c6-94f9-47f3-8001-3bae810ba7cf req-f9eaa0a8-a97c-42b7-84ae-ad63927c1c58 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:10.386745 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0ad092c6-94f9-47f3-8001-3bae810ba7cf req-f9eaa0a8-a97c-42b7-84ae-ad63927c1c58 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0474429 Jan 11 14:20:10.432304 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0ad092c6-94f9-47f3-8001-3bae810ba7cf req-3103fed5-234e-4319-b6df-33f6a0e0ecae tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394323 Jan 11 14:20:10.743092 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7421c-f21b-4911-959c-1d1d18bd62a2 req-92d1249b-518d-45d1-b82f-7a2ce4826220 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:10.744572 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c5b7421c-f21b-4911-959c-1d1d18bd62a2 req-92d1249b-518d-45d1-b82f-7a2ce4826220 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 984 time: 0.0517750 Jan 11 14:20:10.802482 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c5b7421c-f21b-4911-959c-1d1d18bd62a2 req-bc436f31-5662-4202-91fa-5bdd82539fc5 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c5e9284-5045-4583-8aae-d83f9dfe6a7b&id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523398 Jan 11 14:20:11.544285 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27bd92-b4eb-4d23-9e4d-83d2df347f34 req-6ed11192-5b95-424d-b709-739a8f1c088e tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:11.545744 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-db27bd92-b4eb-4d23-9e4d-83d2df347f34 req-6ed11192-5b95-424d-b709-739a8f1c088e tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0478091 Jan 11 14:20:11.591295 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-db27bd92-b4eb-4d23-9e4d-83d2df347f34 req-28fe65c8-985b-499c-8efc-922a21e03bba tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401354 Jan 11 14:20:11.917949 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e967a14-89c5-4c3f-8803-61f15776004f req-6ce497ec-8a7e-4320-8009-204d929b1c84 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:11.919404 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4e967a14-89c5-4c3f-8803-61f15776004f req-6ce497ec-8a7e-4320-8009-204d929b1c84 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 984 time: 0.0507851 Jan 11 14:20:11.977512 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4e967a14-89c5-4c3f-8803-61f15776004f req-973b15d9-2a3f-4f9e-804c-13c6fec5c7e7 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c5e9284-5045-4583-8aae-d83f9dfe6a7b&id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519357 Jan 11 14:20:12.702661 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5b331-b6ee-4d28-97c9-ad39f3b37b49 req-0ab31977-4d9c-46d2-ad66-79c7ed2166d1 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:12.704696 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-65f5b331-b6ee-4d28-97c9-ad39f3b37b49 req-0ab31977-4d9c-46d2-ad66-79c7ed2166d1 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0483756 Jan 11 14:20:12.750058 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-65f5b331-b6ee-4d28-97c9-ad39f3b37b49 req-c7eeba4c-0dea-48ba-879d-de1e0ed591be tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397668 Jan 11 14:20:12.941202 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39ce2e-921d-432a-92bf-71b312a6daa7 req-cb477f86-2ccc-490e-bb51-833235fbd3f5 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:12.942670 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ca39ce2e-921d-432a-92bf-71b312a6daa7 req-cb477f86-2ccc-490e-bb51-833235fbd3f5 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0480139 Jan 11 14:20:12.979108 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115b816-9310-4f6f-868a-8d33d52f2cd9 req-67795a39-cb1e-4975-af7b-f1170ae6a81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:12.980656 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-b115b816-9310-4f6f-868a-8d33d52f2cd9 req-67795a39-cb1e-4975-af7b-f1170ae6a81b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a11f6957ee74ff0a62315613ff54913&device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 1098 time: 0.0435364 Jan 11 14:20:12.992615 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ca39ce2e-921d-432a-92bf-71b312a6daa7 req-3b69f02d-802a-4d60-8426-56a14aa50b51 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443273 Jan 11 14:20:13.069398 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115b816-9310-4f6f-868a-8d33d52f2cd9 req-fb3dee68-45b1-4dd5-a84c-baa8d0473bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:13.070884 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-b115b816-9310-4f6f-868a-8d33d52f2cd9 req-fb3dee68-45b1-4dd5-a84c-baa8d0473bca service neutron] 10.222.0.45 "GET /v2.0/networks?id=0b91e79a-b551-4734-8a4b-8bd89379e2e4 HTTP/1.1" status: 200 len: 912 time: 0.0837891 Jan 11 14:20:13.098284 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16c357-472b-4b8d-b28d-4429d22c4e55 req-d0cc2c79-2e8e-41a8-89cb-13025a8e1982 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:13.099794 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fd16c357-472b-4b8d-b28d-4429d22c4e55 req-d0cc2c79-2e8e-41a8-89cb-13025a8e1982 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 984 time: 0.0494034 Jan 11 14:20:13.138418 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-b115b816-9310-4f6f-868a-8d33d52f2cd9 req-f0b643b3-1dfd-450f-a307-be04fde26579 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d8257f7-0bfc-4ec4-85ba-6f20d746300d HTTP/1.1" status: 200 len: 1001 time: 0.0601189 Jan 11 14:20:13.158489 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fd16c357-472b-4b8d-b28d-4429d22c4e55 req-d9cbdcb3-1fb1-4a8d-aac6-d2d838ed4982 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c5e9284-5045-4583-8aae-d83f9dfe6a7b&id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529273 Jan 11 14:20:13.186999 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115b816-9310-4f6f-868a-8d33d52f2cd9 req-979a86f2-2e2d-4b28-b5d7-4b81c079b5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:13.188969 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-b115b816-9310-4f6f-868a-8d33d52f2cd9 req-979a86f2-2e2d-4b28-b5d7-4b81c079b5b4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7e0256b9-88cf-4f3b-af76-871b368403f9 HTTP/1.1" status: 200 len: 850 time: 0.0429244 Jan 11 14:20:13.232629 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115b816-9310-4f6f-868a-8d33d52f2cd9 req-7b0309f6-1052-4f65-81e0-d84966ff6ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:13.233948 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-b115b816-9310-4f6f-868a-8d33d52f2cd9 req-7b0309f6-1052-4f65-81e0-d84966ff6ae6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b91e79a-b551-4734-8a4b-8bd89379e2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376930 Jan 11 14:20:13.538253 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-b115b816-9310-4f6f-868a-8d33d52f2cd9 req-b47315a9-c086-4435-b624-0709be149653 service neutron] 10.222.0.45 "GET /v2.0/networks/0b91e79a-b551-4734-8a4b-8bd89379e2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957735 Jan 11 14:20:13.625317 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-b115b816-9310-4f6f-868a-8d33d52f2cd9 req-6075eabb-bd65-438f-aa36-506b0d822093 service neutron] 10.222.0.45 "GET /v2.0/networks/0b91e79a-b551-4734-8a4b-8bd89379e2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790136 Jan 11 14:20:14.106388 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff14101-879b-4c88-8591-c89ce47c31e3 req-f688d98b-b0a9-47f7-ad19-2befdddb42fd tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:14.107870 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5ff14101-879b-4c88-8591-c89ce47c31e3 req-f688d98b-b0a9-47f7-ad19-2befdddb42fd tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0489666 Jan 11 14:20:14.153162 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5ff14101-879b-4c88-8591-c89ce47c31e3 req-bca6b81e-369d-49f6-a356-1421f346b06a tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393815 Jan 11 14:20:14.274468 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81d1e4-f148-45bc-a705-097e67008472 req-5bab5f13-ad2e-49b2-92bb-4e6edefa13cb tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:14.275913 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7b81d1e4-f148-45bc-a705-097e67008472 req-5bab5f13-ad2e-49b2-92bb-4e6edefa13cb tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 984 time: 0.0517602 Jan 11 14:20:14.339808 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7b81d1e4-f148-45bc-a705-097e67008472 req-320a7488-2f1f-4104-b3b8-7dc3066da2cb tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c5e9284-5045-4583-8aae-d83f9dfe6a7b&id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551496 Jan 11 14:20:15.267014 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e893646-b51f-4027-a18a-e5f18648363a req-32ea5eb4-b5e0-4b11-8cc6-c830722a91dc tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:15.268505 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7e893646-b51f-4027-a18a-e5f18648363a req-32ea5eb4-b5e0-4b11-8cc6-c830722a91dc tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0480778 Jan 11 14:20:15.314260 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7e893646-b51f-4027-a18a-e5f18648363a req-f74fc3dc-2437-4814-985e-9fb734964672 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402524 Jan 11 14:20:15.453359 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62fa4b-f3d8-452f-8af8-b20acf792c31 req-30950e50-e37d-4269-87a5-03781015fa5a tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:15.455365 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ae62fa4b-f3d8-452f-8af8-b20acf792c31 req-30950e50-e37d-4269-87a5-03781015fa5a tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 984 time: 0.0483921 Jan 11 14:20:15.516994 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ae62fa4b-f3d8-452f-8af8-b20acf792c31 req-3de36453-c46c-427a-81ba-540f9eb95c3d tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c5e9284-5045-4583-8aae-d83f9dfe6a7b&id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554903 Jan 11 14:20:16.629269 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb71548-bb8c-4281-8744-517146690392 req-48fe3527-bf0a-4c72-8ce9-33c0c7798383 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:16.630716 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1cb71548-bb8c-4281-8744-517146690392 req-48fe3527-bf0a-4c72-8ce9-33c0c7798383 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 984 time: 0.0476892 Jan 11 14:20:16.700477 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1cb71548-bb8c-4281-8744-517146690392 req-cb045a1c-fa7d-436d-a3e2-3d2062d23615 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c5e9284-5045-4583-8aae-d83f9dfe6a7b&id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596130 Jan 11 14:20:16.969250 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd97dc4-b691-4b9b-924f-4bd15eba0890 req-92f192c7-8bab-49a5-ba37-16e45625adcd tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:16.970716 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cbd97dc4-b691-4b9b-924f-4bd15eba0890 req-92f192c7-8bab-49a5-ba37-16e45625adcd tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 946 time: 0.0482526 Jan 11 14:20:17.021991 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cbd97dc4-b691-4b9b-924f-4bd15eba0890 req-acaddb7c-0cd3-4b40-a56d-0675d2eba5bb tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457532 Jan 11 14:20:17.815772 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d494d7-e8b5-4bbe-9f41-139e068befcb req-2c41ac1a-6c21-4dc5-889d-def9918321c9 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:17.817252 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-79d494d7-e8b5-4bbe-9f41-139e068befcb req-2c41ac1a-6c21-4dc5-889d-def9918321c9 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 984 time: 0.0516903 Jan 11 14:20:17.876337 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-79d494d7-e8b5-4bbe-9f41-139e068befcb req-0e659c39-d3c0-430c-b4cb-684311c24f5c tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c5e9284-5045-4583-8aae-d83f9dfe6a7b&id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535464 Jan 11 14:20:18.140449 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246f626-2081-4581-acea-cc58ffba063b req-5c389f90-95ae-49d7-8eff-469694fb2ef1 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:18.141915 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e246f626-2081-4581-acea-cc58ffba063b req-5c389f90-95ae-49d7-8eff-469694fb2ef1 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 946 time: 0.0483820 Jan 11 14:20:18.187034 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e246f626-2081-4581-acea-cc58ffba063b req-52b5beff-97af-4bad-a3d8-464ed9f1c6f0 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397217 Jan 11 14:20:18.760235 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56177f-aad9-4aa9-b210-f1b26c0a6042 req-73dce46a-4e65-4769-b215-c8a866c0ce26 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:18.761767 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-8c56177f-aad9-4aa9-b210-f1b26c0a6042 req-73dce46a-4e65-4769-b215-c8a866c0ce26 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.45 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 946 time: 0.0504212 Jan 11 14:20:18.848871 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-8c56177f-aad9-4aa9-b210-f1b26c0a6042 req-9b038bdc-c030-40ee-937a-a63242c1ddf2 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Deleting port c51643c6-7fc4-41fe-bb8c-e237ddadcdaf {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:20:18.849207 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-8c56177f-aad9-4aa9-b210-f1b26c0a6042 req-9b038bdc-c030-40ee-937a-a63242c1ddf2 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (c51643c6-7fc4-41fe-bb8c-e237ddadcdaf), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:18.938750 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-8c56177f-aad9-4aa9-b210-f1b26c0a6042 req-9b038bdc-c030-40ee-937a-a63242c1ddf2 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] For port c51643c6-7fc4-41fe-bb8c-e237ddadcdaf, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=c51643c6-7fc4-41fe-bb8c-e237ddadcdaf,segment=NetworkSegment(b78d3995-300f-48b9-80bd-160535fc8f73),segment_id=b78d3995-300f-48b9-80bd-160535fc8f73)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:20:18.939122 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-8c56177f-aad9-4aa9-b210-f1b26c0a6042 req-9b038bdc-c030-40ee-937a-a63242c1ddf2 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (c51643c6-7fc4-41fe-bb8c-e237ddadcdaf), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:18.990766 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705efe5-e78c-417f-8722-dbaa86e97191 req-ff09a1ab-8873-43f5-b9c0-22a8742e6e51 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:18.992295 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9705efe5-e78c-417f-8722-dbaa86e97191 req-ff09a1ab-8873-43f5-b9c0-22a8742e6e51 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 984 time: 0.0511029 Jan 11 14:20:19.180124 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-8c56177f-aad9-4aa9-b210-f1b26c0a6042 req-9b038bdc-c030-40ee-937a-a63242c1ddf2 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:19.180498 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-8c56177f-aad9-4aa9-b210-f1b26c0a6042 req-9b038bdc-c030-40ee-937a-a63242c1ddf2 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704722'] for floatingip (73918095-d6af-44dc-bdab-33d34dd5a401), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:19.180876 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.db.l3_db [req-8c56177f-aad9-4aa9-b210-f1b26c0a6042 req-9b038bdc-c030-40ee-937a-a63242c1ddf2 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Floating IP 73918095-d6af-44dc-bdab-33d34dd5a401 disassociated. External IP: 172.27.2.45, port: c51643c6-7fc4-41fe-bb8c-e237ddadcdaf. Jan 11 14:20:19.181236 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-8c56177f-aad9-4aa9-b210-f1b26c0a6042 req-9b038bdc-c030-40ee-937a-a63242c1ddf2 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Calling delete_port for c51643c6-7fc4-41fe-bb8c-e237ddadcdaf owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:20:19.309578 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-8c56177f-aad9-4aa9-b210-f1b26c0a6042 req-9b038bdc-c030-40ee-937a-a63242c1ddf2 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (c51643c6-7fc4-41fe-bb8c-e237ddadcdaf), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:19.317029 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9705efe5-e78c-417f-8722-dbaa86e97191 req-6aef4584-b54f-417e-a39f-512f71dab077 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c5e9284-5045-4583-8aae-d83f9dfe6a7b&id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3190479 Jan 11 14:20:19.335624 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8834b6-064d-4497-b9f0-931c6815072d req-5c9062de-aa20-4540-aee6-7d06dfc0dec1 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:19.337138 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6a8834b6-064d-4497-b9f0-931c6815072d req-5c9062de-aa20-4540-aee6-7d06dfc0dec1 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=07361687-ec7a-4f6e-8e42-530c1a64ba04 HTTP/1.1" status: 200 len: 868 time: 0.0751781 Jan 11 14:20:19.353741 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b038bdc-c030-40ee-937a-a63242c1ddf2 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Pushing event deleted for resources: {'Port': ['ID=c51643c6-7fc4-41fe-bb8c-e237ddadcdaf,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:20:19.388370 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6a8834b6-064d-4497-b9f0-931c6815072d req-3ca26e55-a00d-489f-9681-820b802cccd0 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=97e7e7df-6497-40b9-8c8e-452f328b0227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445926 Jan 11 14:20:19.462612 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c56177f-aad9-4aa9-b210-f1b26c0a6042 req-9b038bdc-c030-40ee-937a-a63242c1ddf2 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Router e5da20d3-921e-4805-a981-bfafb3dced8a has already been hosted by L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 14:20:19.565531 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c56177f-aad9-4aa9-b210-f1b26c0a6042 req-9b038bdc-c030-40ee-937a-a63242c1ddf2 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:20:19.575274 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987e81ac-d408-4473-8ee7-6d9b5bd8d94c None None] Sync routers for ids ['e5da20d3-921e-4805-a981-bfafb3dced8a'] in dv-cinder-824131-3-iscsi {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:20:19.584706 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987e81ac-d408-4473-8ee7-6d9b5bd8d94c None None] Routers {'e5da20d3-921e-4805-a981-bfafb3dced8a'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:20:19.585506 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-987e81ac-d408-4473-8ee7-6d9b5bd8d94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:19:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['e5da20d3-921e-4805-a981-bfafb3dced8a'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:20:19.606423 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c56177f-aad9-4aa9-b210-f1b26c0a6042 req-9b038bdc-c030-40ee-937a-a63242c1ddf2 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] No DVR routers for this DVR port c51643c6-7fc4-41fe-bb8c-e237ddadcdaf on host hv-cinder-82413 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 14:20:19.610260 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-8c56177f-aad9-4aa9-b210-f1b26c0a6042 req-9b038bdc-c030-40ee-937a-a63242c1ddf2 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:19.613708 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-8c56177f-aad9-4aa9-b210-f1b26c0a6042 req-9b038bdc-c030-40ee-937a-a63242c1ddf2 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.45 "DELETE /v2.0/ports/c51643c6-7fc4-41fe-bb8c-e237ddadcdaf HTTP/1.1" status: 204 len: 173 time: 0.8456917 Jan 11 14:20:19.614206 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07361687-ec7a-4f6e-8e42-530c1a64ba04', 'name': 'network-vif-deleted', 'tag': 'c51643c6-7fc4-41fe-bb8c-e237ddadcdaf'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:20:19.616510 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3731de440ea07f8bb65e98ae2cdbbed68b84f33189ebecfec85cc797d9a35429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b11e61-a05f-4e1a-890a-3e9a1d1305f5" -d '{"events": [{"server_uuid": "07361687-ec7a-4f6e-8e42-530c1a64ba04", "name": "network-vif-deleted", "tag": "c51643c6-7fc4-41fe-bb8c-e237ddadcdaf"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:20:19.659016 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddd93b6-9cf5-4638-8c9b-d64056597f0f x-openstack-request-id: req-fddd93b6-9cf5-4638-8c9b-d64056597f0f {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:20:19.659317 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07361687-ec7a-4f6e-8e42-530c1a64ba04", "name": "network-vif-deleted", "tag": "c51643c6-7fc4-41fe-bb8c-e237ddadcdaf", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:20:19.659599 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fddd93b6-9cf5-4638-8c9b-d64056597f0f {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:20:19.660008 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07361687-ec7a-4f6e-8e42-530c1a64ba04', 'name': 'network-vif-deleted', 'tag': 'c51643c6-7fc4-41fe-bb8c-e237ddadcdaf', 'status': 'completed', 'code': 200} Jan 11 14:20:19.696012 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-987e81ac-d408-4473-8ee7-6d9b5bd8d94c None None] Set router e5da20d3-921e-4805-a981-bfafb3dced8a gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:20:19.894607 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-987e81ac-d408-4473-8ee7-6d9b5bd8d94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'name': 'tempest-AttachVolumeShelveTestJSON-759545029-router', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:58Z', 'updated_at': '2022-01-11T14:13:05Z', 'revision_number': 4, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'gw_port': {'id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:59Z', 'updated_at': '2022-01-11T14:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'a0b55060-5b90-419a-a77b-297e468abf02', 'name': '', 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'mac_address': 'fa:16:3e:fc:2d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '613a89ec-c23f-446c-aa6e-28885de25556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:13:04Z', 'updated_at': '2022-01-11T14:13:15Z', 'revision_number': 5, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'subnets': [{'id': '613a89ec-c23f-446c-aa6e-28885de25556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:20:19.924495 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987e81ac-d408-4473-8ee7-6d9b5bd8d94c None None] Checking router: e5da20d3-921e-4805-a981-bfafb3dced8a for host: dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:20:19.932661 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987e81ac-d408-4473-8ee7-6d9b5bd8d94c None None] Routers {'e5da20d3-921e-4805-a981-bfafb3dced8a'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:20:19.933423 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-987e81ac-d408-4473-8ee7-6d9b5bd8d94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:19:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['e5da20d3-921e-4805-a981-bfafb3dced8a'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:20:20.170834 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-987e81ac-d408-4473-8ee7-6d9b5bd8d94c None None] Set router e5da20d3-921e-4805-a981-bfafb3dced8a gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:20:20.362355 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-987e81ac-d408-4473-8ee7-6d9b5bd8d94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'name': 'tempest-AttachVolumeShelveTestJSON-759545029-router', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:58Z', 'updated_at': '2022-01-11T14:13:05Z', 'revision_number': 4, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'gw_port': {'id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:59Z', 'updated_at': '2022-01-11T14:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'a0b55060-5b90-419a-a77b-297e468abf02', 'name': '', 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'mac_address': 'fa:16:3e:fc:2d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '613a89ec-c23f-446c-aa6e-28885de25556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:13:04Z', 'updated_at': '2022-01-11T14:13:15Z', 'revision_number': 5, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'subnets': [{'id': '613a89ec-c23f-446c-aa6e-28885de25556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:20:20.388067 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987e81ac-d408-4473-8ee7-6d9b5bd8d94c None None] The sync data for ids ['e5da20d3-921e-4805-a981-bfafb3dced8a'] in dv-cinder-824131-3-iscsi is: [{'id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'name': 'tempest-AttachVolumeShelveTestJSON-759545029-router', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:58Z', 'updated_at': '2022-01-11T14:13:05Z', 'revision_number': 4, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'gw_port': {'id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:59Z', 'updated_at': '2022-01-11T14:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'a0b55060-5b90-419a-a77b-297e468abf02', 'name': '', 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'mac_address': 'fa:16:3e:fc:2d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '613a89ec-c23f-446c-aa6e-28885de25556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:13:04Z', 'updated_at': '2022-01-11T14:13:15Z', 'revision_number': 5, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'subnets': [{'id': '613a89ec-c23f-446c-aa6e-28885de25556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:20:20.447950 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e0846-984c-4b25-9840-f32d2a8dee18 req-a0f6f74f-6ca1-4bbf-b5b7-939d0ce01f40 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:20.449842 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-292e0846-984c-4b25-9840-f32d2a8dee18 req-a0f6f74f-6ca1-4bbf-b5b7-939d0ce01f40 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 984 time: 0.0624177 Jan 11 14:20:20.483244 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 58778) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:20:20.546581 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-292e0846-984c-4b25-9840-f32d2a8dee18 req-8624ff1f-33d1-448b-b3bd-a65c413610da tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c5e9284-5045-4583-8aae-d83f9dfe6a7b&id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0893109 Jan 11 14:20:20.568567 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-55ea264b-dcf9-4a9a-bb59-3b46bf8673ff tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for security_group (97e7e7df-6497-40b9-8c8e-452f328b0227), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:20.594417 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-55ea264b-dcf9-4a9a-bb59-3b46bf8673ff tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for security_group (97e7e7df-6497-40b9-8c8e-452f328b0227), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:20.634440 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6965d243-5731-4ac2-9f68-954cd47fb4f7 None None] New status for floating IP 73918095-d6af-44dc-bdab-33d34dd5a401: DOWN {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 14:20:20.648342 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-55ea264b-dcf9-4a9a-bb59-3b46bf8673ff tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (97e7e7df-6497-40b9-8c8e-452f328b0227), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:20.652581 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-55ea264b-dcf9-4a9a-bb59-3b46bf8673ff tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:20.658845 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-55ea264b-dcf9-4a9a-bb59-3b46bf8673ff tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "DELETE /v2.0/security-groups/97e7e7df-6497-40b9-8c8e-452f328b0227 HTTP/1.1" status: 204 len: 168 time: 0.1684165 Jan 11 14:20:20.659291 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 58780) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:20:20.668917 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea264b-dcf9-4a9a-bb59-3b46bf8673ff tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e7e7df-6497-40b9-8c8e-452f328b0227,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:20:20.685120 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.api.v2.resource [None req-c699050d-fee9-446f-b909-461a1c7436fe tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] show failed (client error): The resource could not be found. Jan 11 14:20:20.686662 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-c699050d-fee9-446f-b909-461a1c7436fe tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups/97e7e7df-6497-40b9-8c8e-452f328b0227 HTTP/1.1" status: 404 len: 347 time: 0.0253444 Jan 11 14:20:20.689938 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 58782) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:20:20.828992 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-060e2ecc-9d48-4894-9e4a-e5788f61e733 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Deleting port 0a39b2bc-cdd6-4016-8928-fb2176dc4a61 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:20:20.829348 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-060e2ecc-9d48-4894-9e4a-e5788f61e733 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (0a39b2bc-cdd6-4016-8928-fb2176dc4a61), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:20.904695 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-060e2ecc-9d48-4894-9e4a-e5788f61e733 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (0a39b2bc-cdd6-4016-8928-fb2176dc4a61), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:20.905027 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-060e2ecc-9d48-4894-9e4a-e5788f61e733 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for floatingip (0a39b2bc-cdd6-4016-8928-fb2176dc4a61), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:20.917393 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-060e2ecc-9d48-4894-9e4a-e5788f61e733 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Calling delete_port for 0a39b2bc-cdd6-4016-8928-fb2176dc4a61 owned by network:floatingip {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:20:21.049334 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-060e2ecc-9d48-4894-9e4a-e5788f61e733 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (0a39b2bc-cdd6-4016-8928-fb2176dc4a61), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:21.076048 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e2ecc-9d48-4894-9e4a-e5788f61e733 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Pushing event deleted for resources: {'Port': ['ID=0a39b2bc-cdd6-4016-8928-fb2176dc4a61,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:20:21.089920 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e2ecc-9d48-4894-9e4a-e5788f61e733 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:20:21.090152 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e2ecc-9d48-4894-9e4a-e5788f61e733 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:20:21.090502 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e2ecc-9d48-4894-9e4a-e5788f61e733 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:20:21.090849 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e2ecc-9d48-4894-9e4a-e5788f61e733 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:20:21.091193 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e2ecc-9d48-4894-9e4a-e5788f61e733 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:20:21.091557 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e2ecc-9d48-4894-9e4a-e5788f61e733 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:20:21.091898 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e2ecc-9d48-4894-9e4a-e5788f61e733 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:20:21.092234 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e2ecc-9d48-4894-9e4a-e5788f61e733 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:20:21.092566 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e2ecc-9d48-4894-9e4a-e5788f61e733 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:20:21.092897 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e2ecc-9d48-4894-9e4a-e5788f61e733 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:20:21.093228 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e2ecc-9d48-4894-9e4a-e5788f61e733 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:20:21.093558 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e2ecc-9d48-4894-9e4a-e5788f61e733 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:20:21.093910 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e2ecc-9d48-4894-9e4a-e5788f61e733 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:20:21.147240 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-060e2ecc-9d48-4894-9e4a-e5788f61e733 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for floatingip (73918095-d6af-44dc-bdab-33d34dd5a401), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:21.149853 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-060e2ecc-9d48-4894-9e4a-e5788f61e733 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:21.151009 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-060e2ecc-9d48-4894-9e4a-e5788f61e733 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "DELETE /v2.0/floatingips/73918095-d6af-44dc-bdab-33d34dd5a401 HTTP/1.1" status: 204 len: 168 time: 0.4597492 Jan 11 14:20:21.462302 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 58786) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:20:21.467003 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-ecb3fdc7-b5a1-4685-93e6-5b790325eeae tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1284070781', 'description': 'tempest-description--852429608'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:20:21.490856 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ecb3fdc7-b5a1-4685-93e6-5b790325eeae tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:21.555008 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ecb3fdc7-b5a1-4685-93e6-5b790325eeae tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for security_group (216ec3e3-04ee-4117-ac8e-dddba67fe061), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:21.558567 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ecb3fdc7-b5a1-4685-93e6-5b790325eeae tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (216ec3e3-04ee-4117-ac8e-dddba67fe061), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:21.589245 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ecb3fdc7-b5a1-4685-93e6-5b790325eeae tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:21.591141 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-ecb3fdc7-b5a1-4685-93e6-5b790325eeae tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1276784 Jan 11 14:20:21.592509 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3fdc7-b5a1-4685-93e6-5b790325eeae tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=216ec3e3-04ee-4117-ac8e-dddba67fe061,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:20:21.595059 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 58790) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:20:21.599321 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-5d485a2b-28f2-4200-9f7f-7ff07daf1baa tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Request body: {'security_group_rule': {'security_group_id': '216ec3e3-04ee-4117-ac8e-dddba67fe061', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:20:21.626851 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5d485a2b-28f2-4200-9f7f-7ff07daf1baa tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for security_group_rule (bf5bf46a-e724-45f6-b128-c2dc03a5526a), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:21.676758 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e3d59-c006-4dcb-bbb2-971f0b815774 req-431edb9c-a9c2-46c2-868e-31619c489157 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:21.678259 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c03e3d59-c006-4dcb-bbb2-971f0b815774 req-431edb9c-a9c2-46c2-868e-31619c489157 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 984 time: 0.0561621 Jan 11 14:20:21.687207 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5d485a2b-28f2-4200-9f7f-7ff07daf1baa tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for security_group_rule (bf5bf46a-e724-45f6-b128-c2dc03a5526a), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:21.692115 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5d485a2b-28f2-4200-9f7f-7ff07daf1baa tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900394'] for security_group_rule (bf5bf46a-e724-45f6-b128-c2dc03a5526a), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:21.713983 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d485a2b-28f2-4200-9f7f-7ff07daf1baa tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf5bf46a-e724-45f6-b128-c2dc03a5526a,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:20:21.722625 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5d485a2b-28f2-4200-9f7f-7ff07daf1baa tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:21.726861 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-5d485a2b-28f2-4200-9f7f-7ff07daf1baa tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1277862 Jan 11 14:20:21.726861 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 58792) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:20:21.730939 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-14075262-cec5-48e3-8b2f-670582ae3fe8 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Request body: {'security_group_rule': {'security_group_id': '216ec3e3-04ee-4117-ac8e-dddba67fe061', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:20:21.758316 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c03e3d59-c006-4dcb-bbb2-971f0b815774 req-9c633c95-fe27-4a19-9697-ecaf01b8057c tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c5e9284-5045-4583-8aae-d83f9dfe6a7b&id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0696211 Jan 11 14:20:21.761414 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-14075262-cec5-48e3-8b2f-670582ae3fe8 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for security_group_rule (eee58ed9-a0c7-4911-b109-d104cc6c794b), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:21.816272 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-14075262-cec5-48e3-8b2f-670582ae3fe8 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for security_group_rule (eee58ed9-a0c7-4911-b109-d104cc6c794b), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:21.819718 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-14075262-cec5-48e3-8b2f-670582ae3fe8 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900394'] for security_group_rule (eee58ed9-a0c7-4911-b109-d104cc6c794b), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:21.838945 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14075262-cec5-48e3-8b2f-670582ae3fe8 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee58ed9-a0c7-4911-b109-d104cc6c794b,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:20:21.844970 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-14075262-cec5-48e3-8b2f-670582ae3fe8 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:21.849021 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-14075262-cec5-48e3-8b2f-670582ae3fe8 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187658 Jan 11 14:20:21.849263 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 58794) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:20:21.853560 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-5e41d7f2-e308-4a6e-9b5c-1e93d16de93b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Request body: {'floatingip': {'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:20:21.877517 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e41d7f2-e308-4a6e-9b5c-1e93d16de93b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:21.971994 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e41d7f2-e308-4a6e-9b5c-1e93d16de93b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:22.079859 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-5e41d7f2-e308-4a6e-9b5c-1e93d16de93b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Allocated IP 172.27.2.42 (2ce614e2-30de-465a-a7cf-ddab87bfda56/24533608-225a-4678-8e54-d2d8b6714d88/9d975240-b66e-4689-a858-3eeb889f7c47) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:20:22.181527 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e41d7f2-e308-4a6e-9b5c-1e93d16de93b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for port (9d975240-b66e-4689-a858-3eeb889f7c47), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:22.213425 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e41d7f2-e308-4a6e-9b5c-1e93d16de93b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (9d975240-b66e-4689-a858-3eeb889f7c47), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:22.252296 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e41d7f2-e308-4a6e-9b5c-1e93d16de93b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Network 2ce614e2-30de-465a-a7cf-ddab87bfda56 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:20:22.255439 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-5e41d7f2-e308-4a6e-9b5c-1e93d16de93b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:20:22.257864 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e41d7f2-e308-4a6e-9b5c-1e93d16de93b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:20:22.282089 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41d7f2-e308-4a6e-9b5c-1e93d16de93b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Pushing event updated for resources: {'Port': ['ID=9d975240-b66e-4689-a858-3eeb889f7c47,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:20:22.357305 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e41d7f2-e308-4a6e-9b5c-1e93d16de93b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for floatingip (d6a00a51-ae17-45f9-9c53-d2edf14deeca), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:22.393821 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e41d7f2-e308-4a6e-9b5c-1e93d16de93b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (9d975240-b66e-4689-a858-3eeb889f7c47), before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:22.547637 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e41d7f2-e308-4a6e-9b5c-1e93d16de93b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for port (9d975240-b66e-4689-a858-3eeb889f7c47), precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:22.552229 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e41d7f2-e308-4a6e-9b5c-1e93d16de93b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442702'] for port (9d975240-b66e-4689-a858-3eeb889f7c47), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:22.620102 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41d7f2-e308-4a6e-9b5c-1e93d16de93b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Pushing event updated for resources: {'Port': ['ID=9d975240-b66e-4689-a858-3eeb889f7c47,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:20:22.631426 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e41d7f2-e308-4a6e-9b5c-1e93d16de93b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704722'] for floatingip (d6a00a51-ae17-45f9-9c53-d2edf14deeca), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:22.645937 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5e41d7f2-e308-4a6e-9b5c-1e93d16de93b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:22.647190 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-5e41d7f2-e308-4a6e-9b5c-1e93d16de93b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7969701 Jan 11 14:20:22.897364 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-a62010cb-4209-4de8-85e1-d47316ba0870 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1284070781&fields=id&tenant_id=0e53c79af2d940ce87ec727feef0f0ee HTTP/1.1" status: 200 len: 267 time: 0.0779796 Jan 11 14:20:22.923150 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829ed89-a4c3-4514-9bfb-87aee9a5e0f6 req-3eae5a01-2674-4dc4-819d-46fc249681bb tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:22.924588 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a829ed89-a4c3-4514-9bfb-87aee9a5e0f6 req-3eae5a01-2674-4dc4-819d-46fc249681bb tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 984 time: 0.0852020 Jan 11 14:20:23.048536 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a829ed89-a4c3-4514-9bfb-87aee9a5e0f6 req-50a2a9bf-0a03-4633-a68c-364c82378230 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c5e9284-5045-4583-8aae-d83f9dfe6a7b&id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1118085 Jan 11 14:20:23.057057 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-61efb2a8-16c1-4e18-9f3a-689da2e23cdb tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:23.060343 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-61efb2a8-16c1-4e18-9f3a-689da2e23cdb tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/networks?id=63c4d627-31e2-452f-a693-3a2f1117c04e HTTP/1.1" status: 200 len: 816 time: 0.1553910 Jan 11 14:20:23.078083 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-4420aa8b-a7d9-444c-89f5-657de28bc6e0 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/quotas/0e53c79af2d940ce87ec727feef0f0ee HTTP/1.1" status: 200 len: 375 time: 0.0098362 Jan 11 14:20:23.133182 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-ba4560e0-c7b1-4d52-a070-fdfe9e320fd1 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e53c79af2d940ce87ec727feef0f0ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489907 Jan 11 14:20:23.169799 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device c51643c6-7fc4-41fe-bb8c-e237ddadcdaf no longer exists at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:20:23.191963 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] No Port match for: c51643c6-7fc4-41fe-bb8c-e237ddadcdaf {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:20:23.192311 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device c51643c6-7fc4-41fe-bb8c-e237ddadcdaf not bound to the agent host hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:20:23.237692 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-8e73f85e-de7f-46f9-9cfa-29cf558df324 service neutron] 10.222.0.49 "GET /v2.0/networks/63c4d627-31e2-452f-a693-3a2f1117c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932693 Jan 11 14:20:23.327290 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-50ed10c5-e46a-41b2-b392-0ccc13953bbb service neutron] 10.222.0.49 "GET /v2.0/networks/63c4d627-31e2-452f-a693-3a2f1117c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836146 Jan 11 14:20:23.482023 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9027e046-fc3f-4c5e-bbc4-af53a5c3c88d req-322bf441-1144-4ca5-87c0-394983b63b6b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 210 time: 0.0264089 Jan 11 14:20:24.168696 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde51b2c-44fd-41e9-8803-d40cfece6b0c req-d2a936d8-db7b-4a15-9d8d-1962ae9b79d5 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:24.170160 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-bde51b2c-44fd-41e9-8803-d40cfece6b0c req-d2a936d8-db7b-4a15-9d8d-1962ae9b79d5 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 984 time: 0.0521872 Jan 11 14:20:24.229498 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-bde51b2c-44fd-41e9-8803-d40cfece6b0c req-457f6701-f980-4eb6-81dc-1faac2ff7f3a tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c5e9284-5045-4583-8aae-d83f9dfe6a7b&id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535884 Jan 11 14:20:24.390250 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-074c78eb-151e-4c56-bf9b-567d803c3ad9 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:24.392343 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-074c78eb-151e-4c56-bf9b-567d803c3ad9 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.45 "GET /v2.0/networks?id=63c4d627-31e2-452f-a693-3a2f1117c04e HTTP/1.1" status: 200 len: 816 time: 0.1034634 Jan 11 14:20:24.458477 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-6648ea00-b7d6-4249-9363-59d0c9e57063 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e53c79af2d940ce87ec727feef0f0ee HTTP/1.1" status: 200 len: 380 time: 0.0583017 Jan 11 14:20:24.466770 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-eca08e27-4faf-4bbf-ac7a-59030eaab1af tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Request body: {'port': {'device_id': '3a120e67-9697-421a-a7ab-8d249487dc97', 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e', 'admin_state_up': True, 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'security_groups': ['216ec3e3-04ee-4117-ac8e-dddba67fe061']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:20:24.570647 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-eca08e27-4faf-4bbf-ac7a-59030eaab1af tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Made reservation on behalf of 0e53c79af2d940ce87ec727feef0f0ee for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:20:24.574143 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-eca08e27-4faf-4bbf-ac7a-59030eaab1af tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:24.579633 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f947b7cc-3459-46e4-91c1-16767cd3e1fe req-7d5ca3be-6bdc-422f-abf4-6bc192b39802 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 210 time: 0.0273154 Jan 11 14:20:24.697209 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-eca08e27-4faf-4bbf-ac7a-59030eaab1af tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Allocated IP 172.20.0.7 (63c4d627-31e2-452f-a693-3a2f1117c04e/613a89ec-c23f-446c-aa6e-28885de25556/f98a27e9-7200-41e6-947a-d46ac07ecfd5) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:20:24.826148 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-eca08e27-4faf-4bbf-ac7a-59030eaab1af tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for port (f98a27e9-7200-41e6-947a-d46ac07ecfd5), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:24.861186 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-eca08e27-4faf-4bbf-ac7a-59030eaab1af tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (f98a27e9-7200-41e6-947a-d46ac07ecfd5), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:24.904693 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-eca08e27-4faf-4bbf-ac7a-59030eaab1af tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Network 63c4d627-31e2-452f-a693-3a2f1117c04e is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:20:24.908326 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-eca08e27-4faf-4bbf-ac7a-59030eaab1af tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:20:24.910916 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-eca08e27-4faf-4bbf-ac7a-59030eaab1af tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:20:24.937212 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca08e27-4faf-4bbf-ac7a-59030eaab1af tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Pushing event updated for resources: {'Port': ['ID=f98a27e9-7200-41e6-947a-d46ac07ecfd5,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:20:24.967352 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-eca08e27-4faf-4bbf-ac7a-59030eaab1af tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:24.968033 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-eca08e27-4faf-4bbf-ac7a-59030eaab1af tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:24.985372 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-eca08e27-4faf-4bbf-ac7a-59030eaab1af tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5219846 Jan 11 14:20:25.067585 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-1d6ed2f2-5e78-40fb-b493-58a8cab31b65 service neutron] Request body: {'port': {'device_id': '3a120e67-9697-421a-a7ab-8d249487dc97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82413'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:20:25.117751 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-1d6ed2f2-5e78-40fb-b493-58a8cab31b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (f98a27e9-7200-41e6-947a-d46ac07ecfd5), before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:25.176362 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-22af6a7c-1f77-47ed-922c-ed9e3e29fb11 None None] Provisioning complete for port f98a27e9-7200-41e6-947a-d46ac07ecfd5 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:20:25.176955 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-22af6a7c-1f77-47ed-922c-ed9e3e29fb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (f98a27e9-7200-41e6-947a-d46ac07ecfd5), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:25.211465 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-22af6a7c-1f77-47ed-922c-ed9e3e29fb11 None None] Port f98a27e9-7200-41e6-947a-d46ac07ecfd5 cannot update to ACTIVE because it is not bound. {{(pid=102760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 14:20:25.366775 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.notifiers.nova [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-1d6ed2f2-5e78-40fb-b493-58a8cab31b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f98a27e9-7200-41e6-947a-d46ac07ecfd5 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:20:25.373857 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-1d6ed2f2-5e78-40fb-b493-58a8cab31b65 service neutron] Publish callbacks [] for port (f98a27e9-7200-41e6-947a-d46ac07ecfd5), precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:25.385959 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-1d6ed2f2-5e78-40fb-b493-58a8cab31b65 service neutron] Transition to ACTIVE for port object f98a27e9-7200-41e6-947a-d46ac07ecfd5 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 14:20:25.388998 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-1d6ed2f2-5e78-40fb-b493-58a8cab31b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442702'] for port (f98a27e9-7200-41e6-947a-d46ac07ecfd5), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:25.434974 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ed2f2-5e78-40fb-b493-58a8cab31b65 service neutron] Pushing event updated for resources: {'Port': ['ID=f98a27e9-7200-41e6-947a-d46ac07ecfd5,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:20:25.506826 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-1d6ed2f2-5e78-40fb-b493-58a8cab31b65 service neutron] Attempting to bind port f98a27e9-7200-41e6-947a-d46ac07ecfd5 on host hv-cinder-82413 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:20:25.507168 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-1d6ed2f2-5e78-40fb-b493-58a8cab31b65 service neutron] Attempting to bind port f98a27e9-7200-41e6-947a-d46ac07ecfd5 by drivers openvswitch,hyperv on host hv-cinder-82413 at level 0 using segments [{'id': 'b78d3995-300f-48b9-80bd-160535fc8f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:20:25.507534 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-1d6ed2f2-5e78-40fb-b493-58a8cab31b65 service neutron] Attempting to bind port f98a27e9-7200-41e6-947a-d46ac07ecfd5 on network 63c4d627-31e2-452f-a693-3a2f1117c04e {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:20:25.511887 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-1d6ed2f2-5e78-40fb-b493-58a8cab31b65 service neutron] Port f98a27e9-7200-41e6-947a-d46ac07ecfd5 on network 63c4d627-31e2-452f-a693-3a2f1117c04e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82413 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 14:20:25.512226 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-1d6ed2f2-5e78-40fb-b493-58a8cab31b65 service neutron] Attempting to bind port f98a27e9-7200-41e6-947a-d46ac07ecfd5 on network 63c4d627-31e2-452f-a693-3a2f1117c04e {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:20:25.517142 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-1d6ed2f2-5e78-40fb-b493-58a8cab31b65 service neutron] Checking agent: {'id': '183634b4-d914-49fa-b358-00b9224e1c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'started_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:20:25.517498 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-1d6ed2f2-5e78-40fb-b493-58a8cab31b65 service neutron] Checking segment: {'id': 'b78d3995-300f-48b9-80bd-160535fc8f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:20:25.517891 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-1d6ed2f2-5e78-40fb-b493-58a8cab31b65 service neutron] Bound using segment: {'id': 'b78d3995-300f-48b9-80bd-160535fc8f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:20:25.518341 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-1d6ed2f2-5e78-40fb-b493-58a8cab31b65 service neutron] Bound port: f98a27e9-7200-41e6-947a-d46ac07ecfd5, host: hv-cinder-82413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78d3995-300f-48b9-80bd-160535fc8f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:20:25.518705 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-1d6ed2f2-5e78-40fb-b493-58a8cab31b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (f98a27e9-7200-41e6-947a-d46ac07ecfd5), before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:25.583390 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-1d6ed2f2-5e78-40fb-b493-58a8cab31b65 service neutron] For port f98a27e9-7200-41e6-947a-d46ac07ecfd5, host hv-cinder-82413, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:20:25.586749 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-1d6ed2f2-5e78-40fb-b493-58a8cab31b65 service neutron] For port f98a27e9-7200-41e6-947a-d46ac07ecfd5, host hv-cinder-82413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=f98a27e9-7200-41e6-947a-d46ac07ecfd5,segment=NetworkSegment(b78d3995-300f-48b9-80bd-160535fc8f73),segment_id=b78d3995-300f-48b9-80bd-160535fc8f73)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:20:25.590420 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-1d6ed2f2-5e78-40fb-b493-58a8cab31b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442702'] for port (f98a27e9-7200-41e6-947a-d46ac07ecfd5), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:25.629665 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-1d6ed2f2-5e78-40fb-b493-58a8cab31b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:25.630290 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-1d6ed2f2-5e78-40fb-b493-58a8cab31b65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:25.631766 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-1d6ed2f2-5e78-40fb-b493-58a8cab31b65 service neutron] 10.222.0.45 "PUT /v2.0/ports/f98a27e9-7200-41e6-947a-d46ac07ecfd5 HTTP/1.1" status: 200 len: 1093 time: 0.5689323 Jan 11 14:20:25.632331 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a120e67-9697-421a-a7ab-8d249487dc97', 'tag': 'f98a27e9-7200-41e6-947a-d46ac07ecfd5'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:20:25.634789 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3731de440ea07f8bb65e98ae2cdbbed68b84f33189ebecfec85cc797d9a35429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8867bfba-b686-4703-9193-b490985c8120" -d '{"events": [{"name": "network-changed", "server_uuid": "3a120e67-9697-421a-a7ab-8d249487dc97", "tag": "f98a27e9-7200-41e6-947a-d46ac07ecfd5"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:20:25.666932 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ed2f2-5e78-40fb-b493-58a8cab31b65 service neutron] Pushing event updated for resources: {'Port': ['ID=f98a27e9-7200-41e6-947a-d46ac07ecfd5,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:20:25.708742 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 14:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e2a9fa-af2f-44a8-8fd8-26d0bc102030 x-openstack-request-id: req-f9e2a9fa-af2f-44a8-8fd8-26d0bc102030 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:20:25.709038 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a120e67-9697-421a-a7ab-8d249487dc97", "tag": "f98a27e9-7200-41e6-947a-d46ac07ecfd5", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:20:25.709296 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f9e2a9fa-af2f-44a8-8fd8-26d0bc102030 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:20:25.709696 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a120e67-9697-421a-a7ab-8d249487dc97', 'tag': 'f98a27e9-7200-41e6-947a-d46ac07ecfd5', 'status': 'completed', 'code': 200} Jan 11 14:20:25.725944 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-70f3f842-3abc-4fdd-a879-565412901c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:25.727437 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-70f3f842-3abc-4fdd-a879-565412901c7c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e53c79af2d940ce87ec727feef0f0ee&device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 1096 time: 0.0488544 Jan 11 14:20:25.744693 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb45669-cebe-403b-8462-b5390968da87 req-24b1e158-c08c-4da3-8ddf-15269d5b674a tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:25.746292 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6fb45669-cebe-403b-8462-b5390968da87 req-24b1e158-c08c-4da3-8ddf-15269d5b674a tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 943 time: 0.0611951 Jan 11 14:20:25.775346 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-f61f29c6-8155-4617-b485-a4a3dc0ff4dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f98a27e9-7200-41e6-947a-d46ac07ecfd5 HTTP/1.1" status: 200 len: 217 time: 0.0400534 Jan 11 14:20:25.796573 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6fb45669-cebe-403b-8462-b5390968da87 req-40007740-151e-4233-ad32-975130dcd152 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438919 Jan 11 14:20:25.825206 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-f1f886fb-440b-407c-b6ac-8c83c2019907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:25.826666 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-f1f886fb-440b-407c-b6ac-8c83c2019907 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=613a89ec-c23f-446c-aa6e-28885de25556 HTTP/1.1" status: 200 len: 855 time: 0.0454223 Jan 11 14:20:25.870597 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-ee80fde3-70df-4d6e-b925-ea49f1429a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:25.872139 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-ee80fde3-70df-4d6e-b925-ea49f1429a2d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63c4d627-31e2-452f-a693-3a2f1117c04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397165 Jan 11 14:20:25.962228 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-e3fe6649-4e1a-44a7-a1d8-e08bdde809d1 service neutron] 10.222.0.45 "GET /v2.0/networks/63c4d627-31e2-452f-a693-3a2f1117c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829630 Jan 11 14:20:26.049975 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-8e4ebac8-3015-46e2-980e-f0cc26d73db6 req-71bd7f2f-ff64-4b7e-a3f8-959a481ad240 service neutron] 10.222.0.45 "GET /v2.0/networks/63c4d627-31e2-452f-a693-3a2f1117c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817182 Jan 11 14:20:26.097200 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5ca158de-6d39-4a68-8399-e5b0e55283ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:26.137898 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867bfba-b686-4703-9193-b490985c8120 req-74545265-80cf-4f6d-9f9e-0954385e6650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:26.139359 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-8867bfba-b686-4703-9193-b490985c8120 req-74545265-80cf-4f6d-9f9e-0954385e6650 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e53c79af2d940ce87ec727feef0f0ee&device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 1096 time: 0.0425222 Jan 11 14:20:26.223942 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867bfba-b686-4703-9193-b490985c8120 req-c5ae6c7a-742e-41dd-9b39-2b2946562693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:26.225390 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-8867bfba-b686-4703-9193-b490985c8120 req-c5ae6c7a-742e-41dd-9b39-2b2946562693 service neutron] 10.222.0.45 "GET /v2.0/networks?id=63c4d627-31e2-452f-a693-3a2f1117c04e HTTP/1.1" status: 200 len: 917 time: 0.0802915 Jan 11 14:20:26.267354 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-8867bfba-b686-4703-9193-b490985c8120 req-ae2b5caf-766b-44c2-92c1-d14afcb739be service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f98a27e9-7200-41e6-947a-d46ac07ecfd5 HTTP/1.1" status: 200 len: 217 time: 0.0357664 Jan 11 14:20:26.313461 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867bfba-b686-4703-9193-b490985c8120 req-87a581ff-38ef-4b9b-8974-22ba90d359b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:26.314760 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-8867bfba-b686-4703-9193-b490985c8120 req-87a581ff-38ef-4b9b-8974-22ba90d359b5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=613a89ec-c23f-446c-aa6e-28885de25556 HTTP/1.1" status: 200 len: 855 time: 0.0420890 Jan 11 14:20:26.355998 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867bfba-b686-4703-9193-b490985c8120 req-5e2848da-ed6a-4a20-98a6-c81b1f44c1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:26.357437 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-8867bfba-b686-4703-9193-b490985c8120 req-5e2848da-ed6a-4a20-98a6-c81b1f44c1a6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63c4d627-31e2-452f-a693-3a2f1117c04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0370188 Jan 11 14:20:26.448598 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-8867bfba-b686-4703-9193-b490985c8120 req-ea720fcb-a4cb-4a8e-bce5-a6453ab3f98f service neutron] 10.222.0.45 "GET /v2.0/networks/63c4d627-31e2-452f-a693-3a2f1117c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823586 Jan 11 14:20:26.533901 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-8867bfba-b686-4703-9193-b490985c8120 req-3cc6cf69-1104-40ef-88e8-b433cdd5a20d service neutron] 10.222.0.45 "GET /v2.0/networks/63c4d627-31e2-452f-a693-3a2f1117c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792959 Jan 11 14:20:26.922822 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c099b6-ef26-4e1e-b6e6-ee7ae267f104 req-fa6dec1e-b9cd-41ca-8780-f73faea44776 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:26.924323 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d1c099b6-ef26-4e1e-b6e6-ee7ae267f104 req-fa6dec1e-b9cd-41ca-8780-f73faea44776 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 943 time: 0.0536885 Jan 11 14:20:26.969911 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d1c099b6-ef26-4e1e-b6e6-ee7ae267f104 req-6507b9c4-9ca1-424e-b43d-2ce29d8d45bb tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399499 Jan 11 14:20:28.088373 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215f227-742e-459f-bae3-bc379e38ef50 req-a4f8dace-fcc7-4f31-883f-b0b1896c8c8b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:28.089874 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1215f227-742e-459f-bae3-bc379e38ef50 req-a4f8dace-fcc7-4f31-883f-b0b1896c8c8b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 943 time: 0.0516045 Jan 11 14:20:28.135655 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1215f227-742e-459f-bae3-bc379e38ef50 req-9c72d3ba-7c86-48a3-aa51-89fc25a6dde0 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400786 Jan 11 14:20:28.289990 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bb0db391-fa5a-4397-a865-79423af994a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:29.224621 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device f98a27e9-7200-41e6-947a-d46ac07ecfd5 details requested by agent hyperv_hv-cinder-82413 with host hv-cinder-82413 {{(pid=102760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 14:20:29.252489 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77bfb4-1ca2-4434-bf3f-a251cd4f3b06 req-816c7871-d08c-4906-9355-4aa874c13f2e tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:29.254050 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1b77bfb4-1ca2-4434-bf3f-a251cd4f3b06 req-816c7871-d08c-4906-9355-4aa874c13f2e tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 943 time: 0.0483580 Jan 11 14:20:29.303226 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1b77bfb4-1ca2-4434-bf3f-a251cd4f3b06 req-4c26323d-242a-406f-98c6-78cd43e64c7a tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435591 Jan 11 14:20:29.320882 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port f98a27e9-7200-41e6-947a-d46ac07ecfd5, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=f98a27e9-7200-41e6-947a-d46ac07ecfd5,segment=NetworkSegment(b78d3995-300f-48b9-80bd-160535fc8f73),segment_id=b78d3995-300f-48b9-80bd-160535fc8f73)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:20:29.332038 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Returning: {'device': 'f98a27e9-7200-41e6-947a-d46ac07ecfd5', 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e', 'port_id': 'f98a27e9-7200-41e6-947a-d46ac07ecfd5', 'mac_address': 'fa:16:3e:7e:68:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '613a89ec-c23f-446c-aa6e-28885de25556', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 14:20:29.367633 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port f98a27e9-7200-41e6-947a-d46ac07ecfd5 is: DOWN; New status is: BUILD {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:20:29.368028 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (f98a27e9-7200-41e6-947a-d46ac07ecfd5), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:29.380965 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f98a27e9-7200-41e6-947a-d46ac07ecfd5 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:20:29.403842 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port f98a27e9-7200-41e6-947a-d46ac07ecfd5, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=f98a27e9-7200-41e6-947a-d46ac07ecfd5,segment=NetworkSegment(b78d3995-300f-48b9-80bd-160535fc8f73),segment_id=b78d3995-300f-48b9-80bd-160535fc8f73)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:20:29.408781 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (f98a27e9-7200-41e6-947a-d46ac07ecfd5), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:29.455755 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=f98a27e9-7200-41e6-947a-d46ac07ecfd5,revision_number=4']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:20:29.463102 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:20:29.463555 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:20:29.463907 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:20:29.464322 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:20:29.464680 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:20:29.465060 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:20:29.465531 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:20:29.465869 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:20:29.466229 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:20:29.466718 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:20:29.467139 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:20:29.467465 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:20:29.467877 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:20:29.619423 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:29.816359 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['f98a27e9-7200-41e6-947a-d46ac07ecfd5'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:20:30.419576 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8a29d-c240-4e72-9ab9-5ae98092fe96 req-ead3c327-275e-4071-8756-70a2fba770d1 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:30.421043 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ecc8a29d-c240-4e72-9ab9-5ae98092fe96 req-ead3c327-275e-4071-8756-70a2fba770d1 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 944 time: 0.0485647 Jan 11 14:20:30.466790 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ecc8a29d-c240-4e72-9ab9-5ae98092fe96 req-9bbe4444-573e-4fe4-9907-9a12269f6cbb tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403669 Jan 11 14:20:30.770536 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:31.244765 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device f98a27e9-7200-41e6-947a-d46ac07ecfd5 up at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:20:31.292926 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning for port f98a27e9-7200-41e6-947a-d46ac07ecfd5 completed by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 14:20:31.297533 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning complete for port f98a27e9-7200-41e6-947a-d46ac07ecfd5 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:20:31.297938 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (f98a27e9-7200-41e6-947a-d46ac07ecfd5), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:31.378904 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port f98a27e9-7200-41e6-947a-d46ac07ecfd5 is: BUILD; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:20:31.379215 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (f98a27e9-7200-41e6-947a-d46ac07ecfd5), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:31.400957 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a120e67-9697-421a-a7ab-8d249487dc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98a27e9-7200-41e6-947a-d46ac07ecfd5'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:20:31.403197 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2d4b612b30f5b24bc1864879ef56701efa35e28b014bb4d8aa1230102106bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1af664a-880f-4f6e-be6e-92c9fc338fb4" -d '{"events": [{"server_uuid": "3a120e67-9697-421a-a7ab-8d249487dc97", "name": "network-vif-plugged", "status": "completed", "tag": "f98a27e9-7200-41e6-947a-d46ac07ecfd5"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:20:31.416079 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port f98a27e9-7200-41e6-947a-d46ac07ecfd5, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=f98a27e9-7200-41e6-947a-d46ac07ecfd5,segment=NetworkSegment(b78d3995-300f-48b9-80bd-160535fc8f73),segment_id=b78d3995-300f-48b9-80bd-160535fc8f73)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:20:31.420182 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (f98a27e9-7200-41e6-947a-d46ac07ecfd5), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:31.442754 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2a40b3-5040-46c7-b517-6e4f68e21224 x-openstack-request-id: req-8c2a40b3-5040-46c7-b517-6e4f68e21224 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:20:31.443058 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a120e67-9697-421a-a7ab-8d249487dc97", "name": "network-vif-plugged", "status": "completed", "tag": "f98a27e9-7200-41e6-947a-d46ac07ecfd5", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:20:31.443318 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c2a40b3-5040-46c7-b517-6e4f68e21224 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:20:31.443733 dv-cinder-824131-3-iscsi neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a120e67-9697-421a-a7ab-8d249487dc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98a27e9-7200-41e6-947a-d46ac07ecfd5', 'code': 200} Jan 11 14:20:31.470297 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=f98a27e9-7200-41e6-947a-d46ac07ecfd5,revision_number=5']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:20:31.586925 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf2d3c-4c88-47ff-bbb8-50d99b7e3873 req-1d79ff76-4a74-4555-936b-21a0c063995d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:31.588443 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-37bf2d3c-4c88-47ff-bbb8-50d99b7e3873 req-1d79ff76-4a74-4555-936b-21a0c063995d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 945 time: 0.0497923 Jan 11 14:20:31.609254 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d8bfd-3e91-4369-a28a-3884b224990c req-9d963642-0f7b-4356-a650-a6afedf62800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:31.610825 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-ed0d8bfd-3e91-4369-a28a-3884b224990c req-9d963642-0f7b-4356-a650-a6afedf62800 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 1098 time: 0.0431335 Jan 11 14:20:31.635556 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-37bf2d3c-4c88-47ff-bbb8-50d99b7e3873 req-6f366e1e-5e7f-42ce-a98f-0b063df6b68c tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412097 Jan 11 14:20:31.653144 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-ed0d8bfd-3e91-4369-a28a-3884b224990c req-841f2907-8dd2-4df4-8e2b-f6bc04416200 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364776 Jan 11 14:20:32.265067 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:32.757655 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af48530-f26c-4836-ab68-392521e3b0fc req-d0cc3713-785f-4b52-a6bf-a579a081fc0b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:32.759123 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9af48530-f26c-4836-ab68-392521e3b0fc req-d0cc3713-785f-4b52-a6bf-a579a081fc0b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 945 time: 0.0510366 Jan 11 14:20:32.804724 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9af48530-f26c-4836-ab68-392521e3b0fc req-a2bcf1d3-a317-47eb-a56d-ffc4b32d1f37 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401740 Jan 11 14:20:33.919606 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2e608-a2ee-4c42-84ac-ec94ae11a1cd req-0030750e-0740-4d56-a9b3-f027ef5735ee tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:33.921088 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cfc2e608-a2ee-4c42-84ac-ec94ae11a1cd req-0030750e-0740-4d56-a9b3-f027ef5735ee tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 945 time: 0.0482969 Jan 11 14:20:33.967192 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cfc2e608-a2ee-4c42-84ac-ec94ae11a1cd req-a325609f-1711-4506-8abd-b45ea4cf5b2f tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400958 Jan 11 14:20:34.078947 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcbfca3-1a73-4a8d-8eb9-01d5659b225a req-3d191902-c065-4eb0-b528-9c2866d620b5 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:34.080433 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-bdcbfca3-1a73-4a8d-8eb9-01d5659b225a req-3d191902-c065-4eb0-b528-9c2866d620b5 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 945 time: 0.0475278 Jan 11 14:20:34.088639 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 58858) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:20:34.092791 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-d7039ea4-89c3-4010-a7a1-617ef399f06f tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Request body: {'floatingip': {'port_id': 'f98a27e9-7200-41e6-947a-d46ac07ecfd5'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:20:34.133848 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d7039ea4-89c3-4010-a7a1-617ef399f06f tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for floatingip (d6a00a51-ae17-45f9-9c53-d2edf14deeca), before_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:34.551322 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d7039ea4-89c3-4010-a7a1-617ef399f06f tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:34.555065 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d7039ea4-89c3-4010-a7a1-617ef399f06f tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704722'] for floatingip (d6a00a51-ae17-45f9-9c53-d2edf14deeca), after_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:34.650765 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.db.l3_db [None req-d7039ea4-89c3-4010-a7a1-617ef399f06f tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Floating IP d6a00a51-ae17-45f9-9c53-d2edf14deeca associated. External IP: 172.27.2.42, port: f98a27e9-7200-41e6-947a-d46ac07ecfd5. Jan 11 14:20:34.851443 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7039ea4-89c3-4010-a7a1-617ef399f06f tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Router e5da20d3-921e-4805-a981-bfafb3dced8a has already been hosted by L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 {{(pid=102758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 14:20:34.957529 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7039ea4-89c3-4010-a7a1-617ef399f06f tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:20:34.962905 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d7039ea4-89c3-4010-a7a1-617ef399f06f tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:34.968369 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c75f21-bba6-4e25-a344-1c50d265560a None None] Sync routers for ids ['e5da20d3-921e-4805-a981-bfafb3dced8a'] in dv-cinder-824131-3-iscsi {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:20:34.978314 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c75f21-bba6-4e25-a344-1c50d265560a None None] Routers {'e5da20d3-921e-4805-a981-bfafb3dced8a'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:20:34.978928 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-d7c75f21-bba6-4e25-a344-1c50d265560a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:20:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['e5da20d3-921e-4805-a981-bfafb3dced8a'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:20:34.990499 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-d7039ea4-89c3-4010-a7a1-617ef399f06f tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "PUT /v2.0/floatingips/d6a00a51-ae17-45f9-9c53-d2edf14deeca HTTP/1.1" status: 200 len: 990 time: 0.9008393 Jan 11 14:20:34.991206 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a120e67-9697-421a-a7ab-8d249487dc97', 'tag': 'f98a27e9-7200-41e6-947a-d46ac07ecfd5'}] {{(pid=102758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:20:34.993553 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bad0c4360237c930a732257e05ff37eb7f7649fd7d398cae3022b7fa374a377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ad3c47-f918-444e-8a4d-ed27c7e62e76" -d '{"events": [{"name": "network-changed", "server_uuid": "3a120e67-9697-421a-a7ab-8d249487dc97", "tag": "f98a27e9-7200-41e6-947a-d46ac07ecfd5"}]}' {{(pid=102758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:20:35.030840 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 14:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed25071a-3046-4296-b701-c52fd859aea5 x-openstack-request-id: req-ed25071a-3046-4296-b701-c52fd859aea5 {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:20:35.031662 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a120e67-9697-421a-a7ab-8d249487dc97", "tag": "f98a27e9-7200-41e6-947a-d46ac07ecfd5", "status": "completed", "code": 200}]} {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:20:35.031924 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ed25071a-3046-4296-b701-c52fd859aea5 {{(pid=102758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:20:35.032332 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a120e67-9697-421a-a7ab-8d249487dc97', 'tag': 'f98a27e9-7200-41e6-947a-d46ac07ecfd5', 'status': 'completed', 'code': 200} Jan 11 14:20:35.095588 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-d7c75f21-bba6-4e25-a344-1c50d265560a None None] Set router e5da20d3-921e-4805-a981-bfafb3dced8a gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:20:35.098705 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad3c47-f918-444e-8a4d-ed27c7e62e76 req-f94fab90-311c-464d-85ed-36bc3dd7616b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:35.100233 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-b2ad3c47-f918-444e-8a4d-ed27c7e62e76 req-f94fab90-311c-464d-85ed-36bc3dd7616b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e53c79af2d940ce87ec727feef0f0ee&device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 1098 time: 0.0405049 Jan 11 14:20:35.192319 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad3c47-f918-444e-8a4d-ed27c7e62e76 req-2345e821-535e-4192-b308-a1eb20dc386b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:35.193829 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-b2ad3c47-f918-444e-8a4d-ed27c7e62e76 req-2345e821-535e-4192-b308-a1eb20dc386b service neutron] 10.222.0.45 "GET /v2.0/networks?id=63c4d627-31e2-452f-a693-3a2f1117c04e HTTP/1.1" status: 200 len: 917 time: 0.0843470 Jan 11 14:20:35.260608 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-b2ad3c47-f918-444e-8a4d-ed27c7e62e76 req-50598723-2b59-4fe7-843d-84fbd16c754e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f98a27e9-7200-41e6-947a-d46ac07ecfd5 HTTP/1.1" status: 200 len: 998 time: 0.0598140 Jan 11 14:20:35.312153 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad3c47-f918-444e-8a4d-ed27c7e62e76 req-b48b8ea3-3dca-4868-aac1-85ad7a80b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:35.313666 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-b2ad3c47-f918-444e-8a4d-ed27c7e62e76 req-b48b8ea3-3dca-4868-aac1-85ad7a80b32c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=613a89ec-c23f-446c-aa6e-28885de25556 HTTP/1.1" status: 200 len: 855 time: 0.0425901 Jan 11 14:20:35.313883 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-d7c75f21-bba6-4e25-a344-1c50d265560a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'name': 'tempest-AttachVolumeShelveTestJSON-759545029-router', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:58Z', 'updated_at': '2022-01-11T14:13:05Z', 'revision_number': 4, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'gw_port': {'id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:59Z', 'updated_at': '2022-01-11T14:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_floatingips': [{'id': 'd6a00a51-ae17-45f9-9c53-d2edf14deeca', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'router_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'port_id': 'f98a27e9-7200-41e6-947a-d46ac07ecfd5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e', 'mac_address': 'fa:16:3e:7e:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a120e67-9697-421a-a7ab-8d249487dc97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T14:20:22Z', 'updated_at': '2022-01-11T14:20:34Z', 'revision_number': 1, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0b55060-5b90-419a-a77b-297e468abf02', 'name': '', 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'mac_address': 'fa:16:3e:fc:2d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '613a89ec-c23f-446c-aa6e-28885de25556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:13:04Z', 'updated_at': '2022-01-11T14:13:15Z', 'revision_number': 5, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'subnets': [{'id': '613a89ec-c23f-446c-aa6e-28885de25556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:20:35.344706 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c75f21-bba6-4e25-a344-1c50d265560a None None] Checking router: e5da20d3-921e-4805-a981-bfafb3dced8a for host: dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:20:35.352900 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c75f21-bba6-4e25-a344-1c50d265560a None None] Routers {'e5da20d3-921e-4805-a981-bfafb3dced8a'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:20:35.353511 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-d7c75f21-bba6-4e25-a344-1c50d265560a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:20:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['e5da20d3-921e-4805-a981-bfafb3dced8a'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:20:35.460298 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-d7c75f21-bba6-4e25-a344-1c50d265560a None None] Set router e5da20d3-921e-4805-a981-bfafb3dced8a gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:20:35.590729 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad3c47-f918-444e-8a4d-ed27c7e62e76 req-5cd21cbb-6bdf-4840-8336-94fe2b7df3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:20:35.592274 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-b2ad3c47-f918-444e-8a4d-ed27c7e62e76 req-5cd21cbb-6bdf-4840-8336-94fe2b7df3c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63c4d627-31e2-452f-a693-3a2f1117c04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2688756 Jan 11 14:20:35.679712 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-b2ad3c47-f918-444e-8a4d-ed27c7e62e76 req-a9af060f-fff9-44e5-a70f-64e40de25507 service neutron] 10.222.0.45 "GET /v2.0/networks/63c4d627-31e2-452f-a693-3a2f1117c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802219 Jan 11 14:20:35.684722 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-d7c75f21-bba6-4e25-a344-1c50d265560a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'name': 'tempest-AttachVolumeShelveTestJSON-759545029-router', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:58Z', 'updated_at': '2022-01-11T14:13:05Z', 'revision_number': 4, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'gw_port': {'id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:59Z', 'updated_at': '2022-01-11T14:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_floatingips': [{'id': 'd6a00a51-ae17-45f9-9c53-d2edf14deeca', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'router_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'port_id': 'f98a27e9-7200-41e6-947a-d46ac07ecfd5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e', 'mac_address': 'fa:16:3e:7e:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a120e67-9697-421a-a7ab-8d249487dc97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T14:20:22Z', 'updated_at': '2022-01-11T14:20:34Z', 'revision_number': 1, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0b55060-5b90-419a-a77b-297e468abf02', 'name': '', 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'mac_address': 'fa:16:3e:fc:2d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '613a89ec-c23f-446c-aa6e-28885de25556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:13:04Z', 'updated_at': '2022-01-11T14:13:15Z', 'revision_number': 5, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'subnets': [{'id': '613a89ec-c23f-446c-aa6e-28885de25556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:20:35.715583 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c75f21-bba6-4e25-a344-1c50d265560a None None] The sync data for ids ['e5da20d3-921e-4805-a981-bfafb3dced8a'] in dv-cinder-824131-3-iscsi is: [{'id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'name': 'tempest-AttachVolumeShelveTestJSON-759545029-router', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:58Z', 'updated_at': '2022-01-11T14:13:05Z', 'revision_number': 4, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'gw_port': {'id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:59Z', 'updated_at': '2022-01-11T14:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_floatingips': [{'id': 'd6a00a51-ae17-45f9-9c53-d2edf14deeca', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'router_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'port_id': 'f98a27e9-7200-41e6-947a-d46ac07ecfd5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e', 'mac_address': 'fa:16:3e:7e:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a120e67-9697-421a-a7ab-8d249487dc97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T14:20:22Z', 'updated_at': '2022-01-11T14:20:34Z', 'revision_number': 1, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0b55060-5b90-419a-a77b-297e468abf02', 'name': '', 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'mac_address': 'fa:16:3e:fc:2d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '613a89ec-c23f-446c-aa6e-28885de25556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:13:04Z', 'updated_at': '2022-01-11T14:13:15Z', 'revision_number': 5, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'subnets': [{'id': '613a89ec-c23f-446c-aa6e-28885de25556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:20:35.779455 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-b2ad3c47-f918-444e-8a4d-ed27c7e62e76 req-994ab4b4-2159-4858-bfc7-636b8a7f9bd6 service neutron] 10.222.0.45 "GET /v2.0/networks/63c4d627-31e2-452f-a693-3a2f1117c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872154 Jan 11 14:20:35.893562 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66bac17-aa06-48e9-93e1-439ee9b43897 None None] New status for floating IP d6a00a51-ae17-45f9-9c53-d2edf14deeca: ACTIVE {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 14:20:36.129286 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:20:38.756997 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:56.098015 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-528ff40f-40a4-45f5-a06d-6e7fcd0c5a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:58.291071 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-582ad4f3-3477-461d-84d6-99cdea961451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:20:59.620225 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:00.773178 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:02.265762 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:04.758252 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-769a3cfd-05ed-436b-a49b-e87d8ee4d165 req-93c6eb17-7e24-461a-bd18-b6f3600e2ec5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386775 Jan 11 14:21:04.822644 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a3cfd-05ed-436b-a49b-e87d8ee4d165 req-674b572b-88eb-4af4-bc84-a66fb9b81a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:04.824123 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-769a3cfd-05ed-436b-a49b-e87d8ee4d165 req-674b572b-88eb-4af4-bc84-a66fb9b81a62 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1d7f551824974a53a1ea507b061f4c72&device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 1137 time: 0.0382977 Jan 11 14:21:04.925678 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a3cfd-05ed-436b-a49b-e87d8ee4d165 req-bd1ffffd-02ae-4103-bf2f-958eb6243fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:04.927115 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-769a3cfd-05ed-436b-a49b-e87d8ee4d165 req-bd1ffffd-02ae-4103-bf2f-958eb6243fec service neutron] 10.222.0.45 "GET /v2.0/networks?id=72a2248c-a73f-49e5-a11c-e9eb238083f0 HTTP/1.1" status: 200 len: 915 time: 0.0849619 Jan 11 14:21:04.990968 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-769a3cfd-05ed-436b-a49b-e87d8ee4d165 req-ec50794a-297a-4a85-aa2c-bfa005e2dfc3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7e7af63-dba4-40f2-b97e-3dc8a5d14124 HTTP/1.1" status: 200 len: 1001 time: 0.0575128 Jan 11 14:21:05.041210 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a3cfd-05ed-436b-a49b-e87d8ee4d165 req-5b8443ca-95b3-4af8-98fa-fbfc4fbba7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:05.042546 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-769a3cfd-05ed-436b-a49b-e87d8ee4d165 req-5b8443ca-95b3-4af8-98fa-fbfc4fbba7d6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6fc3111a-af4c-475c-bc89-8a812c8ededa HTTP/1.1" status: 200 len: 853 time: 0.0458539 Jan 11 14:21:05.085083 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a3cfd-05ed-436b-a49b-e87d8ee4d165 req-6ff8c310-ceef-427f-8689-19dbf77ad31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:05.086542 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-769a3cfd-05ed-436b-a49b-e87d8ee4d165 req-6ff8c310-ceef-427f-8689-19dbf77ad31d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=72a2248c-a73f-49e5-a11c-e9eb238083f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383584 Jan 11 14:21:05.170516 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-769a3cfd-05ed-436b-a49b-e87d8ee4d165 req-729dc4d6-c9db-4956-b2fd-cb5d82f1220d service neutron] 10.222.0.45 "GET /v2.0/networks/72a2248c-a73f-49e5-a11c-e9eb238083f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779800 Jan 11 14:21:05.257550 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-769a3cfd-05ed-436b-a49b-e87d8ee4d165 req-32265514-82cc-4502-b8da-bffefc8dcb60 service neutron] 10.222.0.45 "GET /v2.0/networks/72a2248c-a73f-49e5-a11c-e9eb238083f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809231 Jan 11 14:21:08.745364 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:13.128064 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:21:22.573614 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad6f50-f259-41f8-8cb6-3897d18168ed req-6c714fea-7aad-4b23-a301-af4b7ac707d8 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:22.575362 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b8ad6f50-f259-41f8-8cb6-3897d18168ed req-6c714fea-7aad-4b23-a301-af4b7ac707d8 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0519929 Jan 11 14:21:22.621385 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b8ad6f50-f259-41f8-8cb6-3897d18168ed req-27f27f75-c510-4d09-adf6-2bd77115e612 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406356 Jan 11 14:21:23.733656 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba055a-552c-46e8-99ac-14fb744a23a8 req-851c1cb9-e249-4245-8cb0-7fe57fc48bda tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:23.735108 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-36ba055a-552c-46e8-99ac-14fb744a23a8 req-851c1cb9-e249-4245-8cb0-7fe57fc48bda tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0478547 Jan 11 14:21:23.780725 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-36ba055a-552c-46e8-99ac-14fb744a23a8 req-b0994022-48e4-4ccb-97c1-b4441172bf0f tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c681486-e9d0-4a13-b9a0-ee6460ebe063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400445 Jan 11 14:21:23.972949 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba298ff-7324-4c47-b66c-bd2c6f3045be req-29d43668-7aa8-4a6a-95b8-f839a3fad17d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:23.974390 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-4ba298ff-7324-4c47-b66c-bd2c6f3045be req-29d43668-7aa8-4a6a-95b8-f839a3fad17d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.45 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 945 time: 0.0479269 Jan 11 14:21:24.071248 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-4ba298ff-7324-4c47-b66c-bd2c6f3045be req-c1a3ff30-a2ef-4b1e-aed2-aed07e93332d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Deleting port 4d8257f7-0bfc-4ec4-85ba-6f20d746300d {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:21:24.071632 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4ba298ff-7324-4c47-b66c-bd2c6f3045be req-c1a3ff30-a2ef-4b1e-aed2-aed07e93332d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (4d8257f7-0bfc-4ec4-85ba-6f20d746300d), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:24.158903 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-4ba298ff-7324-4c47-b66c-bd2c6f3045be req-c1a3ff30-a2ef-4b1e-aed2-aed07e93332d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] For port 4d8257f7-0bfc-4ec4-85ba-6f20d746300d, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=4d8257f7-0bfc-4ec4-85ba-6f20d746300d,segment=NetworkSegment(4ab9da9a-fa88-4fd7-8386-6870c4602395),segment_id=4ab9da9a-fa88-4fd7-8386-6870c4602395)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:21:24.159273 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4ba298ff-7324-4c47-b66c-bd2c6f3045be req-c1a3ff30-a2ef-4b1e-aed2-aed07e93332d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (4d8257f7-0bfc-4ec4-85ba-6f20d746300d), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:24.327634 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4ba298ff-7324-4c47-b66c-bd2c6f3045be req-c1a3ff30-a2ef-4b1e-aed2-aed07e93332d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:24.327923 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4ba298ff-7324-4c47-b66c-bd2c6f3045be req-c1a3ff30-a2ef-4b1e-aed2-aed07e93332d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704722'] for floatingip (66d55a32-15e6-445a-be20-e80058b9876f), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:24.328244 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.db.l3_db [req-4ba298ff-7324-4c47-b66c-bd2c6f3045be req-c1a3ff30-a2ef-4b1e-aed2-aed07e93332d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Floating IP 66d55a32-15e6-445a-be20-e80058b9876f disassociated. External IP: 172.27.2.139, port: 4d8257f7-0bfc-4ec4-85ba-6f20d746300d. Jan 11 14:21:24.328588 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-4ba298ff-7324-4c47-b66c-bd2c6f3045be req-c1a3ff30-a2ef-4b1e-aed2-aed07e93332d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Calling delete_port for 4d8257f7-0bfc-4ec4-85ba-6f20d746300d owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:21:24.450076 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4ba298ff-7324-4c47-b66c-bd2c6f3045be req-c1a3ff30-a2ef-4b1e-aed2-aed07e93332d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (4d8257f7-0bfc-4ec4-85ba-6f20d746300d), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:24.480771 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3ff30-a2ef-4b1e-aed2-aed07e93332d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Pushing event deleted for resources: {'Port': ['ID=4d8257f7-0bfc-4ec4-85ba-6f20d746300d,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:21:24.491925 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3ff30-a2ef-4b1e-aed2-aed07e93332d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:24.492273 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3ff30-a2ef-4b1e-aed2-aed07e93332d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:24.492617 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3ff30-a2ef-4b1e-aed2-aed07e93332d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:24.492956 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3ff30-a2ef-4b1e-aed2-aed07e93332d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:24.493282 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3ff30-a2ef-4b1e-aed2-aed07e93332d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:24.493607 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3ff30-a2ef-4b1e-aed2-aed07e93332d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:24.493943 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3ff30-a2ef-4b1e-aed2-aed07e93332d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:24.494264 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3ff30-a2ef-4b1e-aed2-aed07e93332d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:24.494587 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3ff30-a2ef-4b1e-aed2-aed07e93332d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:24.494914 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3ff30-a2ef-4b1e-aed2-aed07e93332d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:24.495232 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3ff30-a2ef-4b1e-aed2-aed07e93332d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:24.495641 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3ff30-a2ef-4b1e-aed2-aed07e93332d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:24.495965 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3ff30-a2ef-4b1e-aed2-aed07e93332d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:24.598673 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ba298ff-7324-4c47-b66c-bd2c6f3045be req-c1a3ff30-a2ef-4b1e-aed2-aed07e93332d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Router c7e0f9f8-8f73-44da-b050-d5cb4210a5cd has already been hosted by L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 14:21:24.698696 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ba298ff-7324-4c47-b66c-bd2c6f3045be req-c1a3ff30-a2ef-4b1e-aed2-aed07e93332d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:21:24.708947 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a46a274-5edf-436b-952a-770e170b6a02 None None] Sync routers for ids ['c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'] in dv-cinder-824131-3-iscsi {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:21:24.718038 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a46a274-5edf-436b-952a-770e170b6a02 None None] Routers {'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:21:24.718648 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-2a46a274-5edf-436b-952a-770e170b6a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:20:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:21:24.738227 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba298ff-7324-4c47-b66c-bd2c6f3045be req-c1a3ff30-a2ef-4b1e-aed2-aed07e93332d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] No DVR routers for this DVR port 4d8257f7-0bfc-4ec4-85ba-6f20d746300d on host hv-cinder-82413 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 14:21:24.740768 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-4ba298ff-7324-4c47-b66c-bd2c6f3045be req-c1a3ff30-a2ef-4b1e-aed2-aed07e93332d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:24.744117 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-4ba298ff-7324-4c47-b66c-bd2c6f3045be req-c1a3ff30-a2ef-4b1e-aed2-aed07e93332d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.45 "DELETE /v2.0/ports/4d8257f7-0bfc-4ec4-85ba-6f20d746300d HTTP/1.1" status: 204 len: 173 time: 0.7639234 Jan 11 14:21:24.744565 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da33a406-0839-4a04-9800-1444f9ae0b82', 'name': 'network-vif-deleted', 'tag': '4d8257f7-0bfc-4ec4-85ba-6f20d746300d'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:21:24.746811 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3731de440ea07f8bb65e98ae2cdbbed68b84f33189ebecfec85cc797d9a35429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c069bf0c-1cff-4d66-b4bd-2706606b48c1" -d '{"events": [{"server_uuid": "da33a406-0839-4a04-9800-1444f9ae0b82", "name": "network-vif-deleted", "tag": "4d8257f7-0bfc-4ec4-85ba-6f20d746300d"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:21:24.783457 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc66119-0daa-4061-b21a-51f1826ea43f x-openstack-request-id: req-5cc66119-0daa-4061-b21a-51f1826ea43f {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:21:24.783873 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da33a406-0839-4a04-9800-1444f9ae0b82", "name": "network-vif-deleted", "tag": "4d8257f7-0bfc-4ec4-85ba-6f20d746300d", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:21:24.784195 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5cc66119-0daa-4061-b21a-51f1826ea43f {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:21:24.784668 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da33a406-0839-4a04-9800-1444f9ae0b82', 'name': 'network-vif-deleted', 'tag': '4d8257f7-0bfc-4ec4-85ba-6f20d746300d', 'status': 'completed', 'code': 200} Jan 11 14:21:24.842731 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-2a46a274-5edf-436b-952a-770e170b6a02 None None] Set router c7e0f9f8-8f73-44da-b050-d5cb4210a5cd gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:21:24.897494 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5d874148-7a47-44d8-9d30-13a15c98b4b3 req-845406f7-6f0f-42e5-be78-6fc6828d99e4 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=da33a406-0839-4a04-9800-1444f9ae0b82 HTTP/1.1" status: 200 len: 210 time: 0.0358675 Jan 11 14:21:25.052146 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-2a46a274-5edf-436b-952a-770e170b6a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'name': 'tempest-AttachVolumeTestJSON-1626767127-router', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:13:03Z', 'revision_number': 4, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'gw_port': {'id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': '0e463e88-ef00-4515-be8d-53006796cca1', 'name': '', 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'mac_address': 'fa:16:3e:0d:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7e0256b9-88cf-4f3b-af76-871b368403f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:13:01Z', 'updated_at': '2022-01-11T14:13:10Z', 'revision_number': 5, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'subnets': [{'id': '7e0256b9-88cf-4f3b-af76-871b368403f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:21:25.077886 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a46a274-5edf-436b-952a-770e170b6a02 None None] Checking router: c7e0f9f8-8f73-44da-b050-d5cb4210a5cd for host: dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:21:25.086055 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a46a274-5edf-436b-952a-770e170b6a02 None None] Routers {'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:21:25.086673 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-2a46a274-5edf-436b-952a-770e170b6a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:20:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:21:25.193872 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-2a46a274-5edf-436b-952a-770e170b6a02 None None] Set router c7e0f9f8-8f73-44da-b050-d5cb4210a5cd gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:21:25.397252 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-2a46a274-5edf-436b-952a-770e170b6a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'name': 'tempest-AttachVolumeTestJSON-1626767127-router', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:13:03Z', 'revision_number': 4, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'gw_port': {'id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': '0e463e88-ef00-4515-be8d-53006796cca1', 'name': '', 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'mac_address': 'fa:16:3e:0d:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7e0256b9-88cf-4f3b-af76-871b368403f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:13:01Z', 'updated_at': '2022-01-11T14:13:10Z', 'revision_number': 5, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'subnets': [{'id': '7e0256b9-88cf-4f3b-af76-871b368403f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:21:25.423281 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a46a274-5edf-436b-952a-770e170b6a02 None None] The sync data for ids ['c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'] in dv-cinder-824131-3-iscsi is: [{'id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'name': 'tempest-AttachVolumeTestJSON-1626767127-router', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:13:03Z', 'revision_number': 4, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'gw_port': {'id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': '0e463e88-ef00-4515-be8d-53006796cca1', 'name': '', 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'mac_address': 'fa:16:3e:0d:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7e0256b9-88cf-4f3b-af76-871b368403f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:13:01Z', 'updated_at': '2022-01-11T14:13:10Z', 'revision_number': 5, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'subnets': [{'id': '7e0256b9-88cf-4f3b-af76-871b368403f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:21:25.630926 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153d891f-a405-45ce-b472-b244380a4ee9 None None] New status for floating IP 66d55a32-15e6-445a-be20-e80058b9876f: DOWN {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 14:21:25.979565 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 59002) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:21:26.030864 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-9bcd6c77-a2b2-4704-9c9a-25e3fbb5587e tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for security_group (0c681486-e9d0-4a13-b9a0-ee6460ebe063), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:26.056464 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-9bcd6c77-a2b2-4704-9c9a-25e3fbb5587e tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for security_group (0c681486-e9d0-4a13-b9a0-ee6460ebe063), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:26.097627 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-da7b2ced-b999-4416-8b7f-493a84458d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:26.106135 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-9bcd6c77-a2b2-4704-9c9a-25e3fbb5587e tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (0c681486-e9d0-4a13-b9a0-ee6460ebe063), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:26.108679 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-9bcd6c77-a2b2-4704-9c9a-25e3fbb5587e tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:26.109812 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-9bcd6c77-a2b2-4704-9c9a-25e3fbb5587e tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "DELETE /v2.0/security-groups/0c681486-e9d0-4a13-b9a0-ee6460ebe063 HTTP/1.1" status: 204 len: 168 time: 0.1292651 Jan 11 14:21:26.113206 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 59004) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:21:26.119144 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd6c77-a2b2-4704-9c9a-25e3fbb5587e tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c681486-e9d0-4a13-b9a0-ee6460ebe063,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:21:26.126422 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd6c77-a2b2-4704-9c9a-25e3fbb5587e tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:26.126770 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd6c77-a2b2-4704-9c9a-25e3fbb5587e tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:26.126915 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.api.v2.resource [None req-c9219096-c356-4a86-8d47-5aa28fe3bc05 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] show failed (client error): The resource could not be found. Jan 11 14:21:26.127114 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd6c77-a2b2-4704-9c9a-25e3fbb5587e tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:26.127451 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd6c77-a2b2-4704-9c9a-25e3fbb5587e tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:26.131085 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd6c77-a2b2-4704-9c9a-25e3fbb5587e tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:26.131209 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-c9219096-c356-4a86-8d47-5aa28fe3bc05 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups/0c681486-e9d0-4a13-b9a0-ee6460ebe063 HTTP/1.1" status: 404 len: 347 time: 0.0137007 Jan 11 14:21:26.131314 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd6c77-a2b2-4704-9c9a-25e3fbb5587e tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:26.131314 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd6c77-a2b2-4704-9c9a-25e3fbb5587e tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:26.131314 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd6c77-a2b2-4704-9c9a-25e3fbb5587e tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:26.131314 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd6c77-a2b2-4704-9c9a-25e3fbb5587e tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:26.131314 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd6c77-a2b2-4704-9c9a-25e3fbb5587e tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:26.131314 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd6c77-a2b2-4704-9c9a-25e3fbb5587e tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:26.131314 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd6c77-a2b2-4704-9c9a-25e3fbb5587e tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:26.131314 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd6c77-a2b2-4704-9c9a-25e3fbb5587e tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:26.132099 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 59006) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:21:26.251975 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-bf7365b3-47d0-403d-9a9e-8cfb7dd0c6c2 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Deleting port 0c78443b-ee66-4607-90c7-714eda420502 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:21:26.252323 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bf7365b3-47d0-403d-9a9e-8cfb7dd0c6c2 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (0c78443b-ee66-4607-90c7-714eda420502), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:26.328883 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bf7365b3-47d0-403d-9a9e-8cfb7dd0c6c2 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (0c78443b-ee66-4607-90c7-714eda420502), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:26.329217 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bf7365b3-47d0-403d-9a9e-8cfb7dd0c6c2 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for floatingip (0c78443b-ee66-4607-90c7-714eda420502), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:26.340505 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-bf7365b3-47d0-403d-9a9e-8cfb7dd0c6c2 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Calling delete_port for 0c78443b-ee66-4607-90c7-714eda420502 owned by network:floatingip {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:21:26.463924 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bf7365b3-47d0-403d-9a9e-8cfb7dd0c6c2 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (0c78443b-ee66-4607-90c7-714eda420502), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:26.490036 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7365b3-47d0-403d-9a9e-8cfb7dd0c6c2 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Pushing event deleted for resources: {'Port': ['ID=0c78443b-ee66-4607-90c7-714eda420502,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:21:26.548624 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bf7365b3-47d0-403d-9a9e-8cfb7dd0c6c2 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for floatingip (66d55a32-15e6-445a-be20-e80058b9876f), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:26.551992 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-bf7365b3-47d0-403d-9a9e-8cfb7dd0c6c2 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:26.553138 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-bf7365b3-47d0-403d-9a9e-8cfb7dd0c6c2 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "DELETE /v2.0/floatingips/66d55a32-15e6-445a-be20-e80058b9876f HTTP/1.1" status: 204 len: 168 time: 0.4208968 Jan 11 14:21:26.760146 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 59014) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:21:26.764623 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-8b723846-65f5-4a23-b8dd-458ec3efe084 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1268893354', 'description': 'tempest-description--1709792047'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:21:26.788799 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-8b723846-65f5-4a23-b8dd-458ec3efe084 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:26.852485 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-8b723846-65f5-4a23-b8dd-458ec3efe084 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for security_group (5e90da8c-58e2-44c7-b745-b3d6a39f64d6), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:26.856027 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-8b723846-65f5-4a23-b8dd-458ec3efe084 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (5e90da8c-58e2-44c7-b745-b3d6a39f64d6), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:26.884755 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-8b723846-65f5-4a23-b8dd-458ec3efe084 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:26.885948 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-8b723846-65f5-4a23-b8dd-458ec3efe084 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1248162 Jan 11 14:21:26.887121 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b723846-65f5-4a23-b8dd-458ec3efe084 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e90da8c-58e2-44c7-b745-b3d6a39f64d6,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:21:26.888969 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 59018) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:21:26.893620 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-334d2ded-8e29-482c-a071-6d3c77eacded tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Request body: {'security_group_rule': {'security_group_id': '5e90da8c-58e2-44c7-b745-b3d6a39f64d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:21:26.923901 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-334d2ded-8e29-482c-a071-6d3c77eacded tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for security_group_rule (128747b9-32de-4fb3-b9bb-db9994b1ee53), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:26.979672 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-334d2ded-8e29-482c-a071-6d3c77eacded tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for security_group_rule (128747b9-32de-4fb3-b9bb-db9994b1ee53), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:26.983078 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-334d2ded-8e29-482c-a071-6d3c77eacded tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900394'] for security_group_rule (128747b9-32de-4fb3-b9bb-db9994b1ee53), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:26.999727 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d2ded-8e29-482c-a071-6d3c77eacded tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=128747b9-32de-4fb3-b9bb-db9994b1ee53,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:21:27.007746 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-334d2ded-8e29-482c-a071-6d3c77eacded tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:27.008932 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-334d2ded-8e29-482c-a071-6d3c77eacded tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189134 Jan 11 14:21:27.011569 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 59020) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:21:27.015787 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-70c45949-0f0a-4ab5-ba74-c0ad0a40d110 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Request body: {'security_group_rule': {'security_group_id': '5e90da8c-58e2-44c7-b745-b3d6a39f64d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:21:27.044666 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70c45949-0f0a-4ab5-ba74-c0ad0a40d110 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for security_group_rule (45f1c9a4-f5af-4904-8fff-70d32fa5498c), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:27.101282 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70c45949-0f0a-4ab5-ba74-c0ad0a40d110 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for security_group_rule (45f1c9a4-f5af-4904-8fff-70d32fa5498c), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:27.105194 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70c45949-0f0a-4ab5-ba74-c0ad0a40d110 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900394'] for security_group_rule (45f1c9a4-f5af-4904-8fff-70d32fa5498c), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:27.122469 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c45949-0f0a-4ab5-ba74-c0ad0a40d110 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45f1c9a4-f5af-4904-8fff-70d32fa5498c,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:21:27.130168 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70c45949-0f0a-4ab5-ba74-c0ad0a40d110 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:27.131339 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-70c45949-0f0a-4ab5-ba74-c0ad0a40d110 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188707 Jan 11 14:21:27.134445 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 59024) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:21:27.138781 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-4298fce2-5f57-40fa-815c-0a1bcbf96c12 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Request body: {'floatingip': {'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:21:27.161200 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4298fce2-5f57-40fa-815c-0a1bcbf96c12 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:27.252364 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4298fce2-5f57-40fa-815c-0a1bcbf96c12 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:27.359705 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-4298fce2-5f57-40fa-815c-0a1bcbf96c12 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Allocated IP 172.27.2.197 (2ce614e2-30de-465a-a7cf-ddab87bfda56/24533608-225a-4678-8e54-d2d8b6714d88/8c5c50d3-caf3-4fe8-9bef-89e01b3e0fc5) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:21:27.457546 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4298fce2-5f57-40fa-815c-0a1bcbf96c12 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for port (8c5c50d3-caf3-4fe8-9bef-89e01b3e0fc5), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:27.489019 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4298fce2-5f57-40fa-815c-0a1bcbf96c12 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (8c5c50d3-caf3-4fe8-9bef-89e01b3e0fc5), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:27.505685 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 4d8257f7-0bfc-4ec4-85ba-6f20d746300d no longer exists at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:21:27.525130 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] No Port match for: 4d8257f7-0bfc-4ec4-85ba-6f20d746300d {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:21:27.525482 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 4d8257f7-0bfc-4ec4-85ba-6f20d746300d not bound to the agent host hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:21:27.531324 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4298fce2-5f57-40fa-815c-0a1bcbf96c12 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Network 2ce614e2-30de-465a-a7cf-ddab87bfda56 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:21:27.534267 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-4298fce2-5f57-40fa-815c-0a1bcbf96c12 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:21:27.537785 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4298fce2-5f57-40fa-815c-0a1bcbf96c12 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:21:27.542953 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4298fce2-5f57-40fa-815c-0a1bcbf96c12 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Pushing event updated for resources: {'Port': ['ID=8c5c50d3-caf3-4fe8-9bef-89e01b3e0fc5,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:21:27.621909 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4298fce2-5f57-40fa-815c-0a1bcbf96c12 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for floatingip (962cad7f-9ac2-4c60-b685-df6d57f7147e), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:27.653231 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4298fce2-5f57-40fa-815c-0a1bcbf96c12 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (8c5c50d3-caf3-4fe8-9bef-89e01b3e0fc5), before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:27.797007 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4298fce2-5f57-40fa-815c-0a1bcbf96c12 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for port (8c5c50d3-caf3-4fe8-9bef-89e01b3e0fc5), precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:27.802065 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4298fce2-5f57-40fa-815c-0a1bcbf96c12 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442702'] for port (8c5c50d3-caf3-4fe8-9bef-89e01b3e0fc5), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:27.868109 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4298fce2-5f57-40fa-815c-0a1bcbf96c12 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Pushing event updated for resources: {'Port': ['ID=8c5c50d3-caf3-4fe8-9bef-89e01b3e0fc5,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:21:27.881643 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4298fce2-5f57-40fa-815c-0a1bcbf96c12 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704722'] for floatingip (962cad7f-9ac2-4c60-b685-df6d57f7147e), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:27.897271 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4298fce2-5f57-40fa-815c-0a1bcbf96c12 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:27.898489 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-4298fce2-5f57-40fa-815c-0a1bcbf96c12 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7630255 Jan 11 14:21:28.014831 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b286096d-a1cf-4dbe-9971-43789770232f req-ff0bb19a-e958-4178-a897-34c3a18103d5 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1911624153&fields=id&tenant_id=1d7f551824974a53a1ea507b061f4c72 HTTP/1.1" status: 200 len: 267 time: 0.0489547 Jan 11 14:21:28.070705 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286096d-a1cf-4dbe-9971-43789770232f req-7c7c6366-0e35-4035-a2ea-c76f72b89506 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:28.072232 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b286096d-a1cf-4dbe-9971-43789770232f req-7c7c6366-0e35-4035-a2ea-c76f72b89506 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 984 time: 0.0515060 Jan 11 14:21:28.084387 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [req-b286096d-a1cf-4dbe-9971-43789770232f req-a90b3689-3734-402e-90f6-8fdbf1b3d203 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Request body: {'port': {'security_groups': ['b34c2198-d3cd-4413-8ced-3149409fab8b']}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:21:28.155622 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-b286096d-a1cf-4dbe-9971-43789770232f req-a90b3689-3734-402e-90f6-8fdbf1b3d203 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (c7e7af63-dba4-40f2-b97e-3dc8a5d14124), before_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:28.266153 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-a49dd102-f8f8-4112-b472-bbdd9b6caa1b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1268893354&fields=id&tenant_id=3a11f6957ee74ff0a62315613ff54913 HTTP/1.1" status: 200 len: 267 time: 0.0748410 Jan 11 14:21:28.292472 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e99bb1ad-41bf-4d92-b50a-ddb4d9fc85e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:28.435867 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [req-b286096d-a1cf-4dbe-9971-43789770232f req-a90b3689-3734-402e-90f6-8fdbf1b3d203 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] For port c7e7af63-dba4-40f2-b97e-3dc8a5d14124, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=c7e7af63-dba4-40f2-b97e-3dc8a5d14124,segment=NetworkSegment(3f1e544f-b34b-440c-8b89-5b9e236d8cc8),segment_id=3f1e544f-b34b-440c-8b89-5b9e236d8cc8)] {{(pid=102758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:21:28.443898 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-26e9b0e2-39c3-4ebf-b4ee-faaa2a8ff933 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:28.445368 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-26e9b0e2-39c3-4ebf-b4ee-faaa2a8ff933 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/networks?id=0b91e79a-b551-4734-8a4b-8bd89379e2e4 HTTP/1.1" status: 200 len: 811 time: 0.1720378 Jan 11 14:21:28.469361 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-1af776ed-b9e1-4ff3-8dd3-9689ad517180 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/quotas/3a11f6957ee74ff0a62315613ff54913 HTTP/1.1" status: 200 len: 375 time: 0.0180495 Jan 11 14:21:28.488900 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-b286096d-a1cf-4dbe-9971-43789770232f req-a90b3689-3734-402e-90f6-8fdbf1b3d203 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks [] for port (c7e7af63-dba4-40f2-b97e-3dc8a5d14124), precommit_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:28.493698 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-b286096d-a1cf-4dbe-9971-43789770232f req-a90b3689-3734-402e-90f6-8fdbf1b3d203 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10081198'] for port (c7e7af63-dba4-40f2-b97e-3dc8a5d14124), after_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:28.504962 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['c7e7af63-dba4-40f2-b97e-3dc8a5d14124'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:21:28.780025 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286096d-a1cf-4dbe-9971-43789770232f req-a90b3689-3734-402e-90f6-8fdbf1b3d203 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:28.780674 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-b286096d-a1cf-4dbe-9971-43789770232f req-a90b3689-3734-402e-90f6-8fdbf1b3d203 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:28.782091 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b286096d-a1cf-4dbe-9971-43789770232f req-a90b3689-3734-402e-90f6-8fdbf1b3d203 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "PUT /v2.0/ports/c7e7af63-dba4-40f2-b97e-3dc8a5d14124 HTTP/1.1" status: 200 len: 942 time: 0.7026663 Jan 11 14:21:28.784834 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '682faefe-6922-4f9f-b5b8-48b8c9a49665', 'tag': 'c7e7af63-dba4-40f2-b97e-3dc8a5d14124'}] {{(pid=102758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:21:28.787023 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bad0c4360237c930a732257e05ff37eb7f7649fd7d398cae3022b7fa374a377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5be882a-22bc-4c70-b862-5cab32fcb200" -d '{"events": [{"name": "network-changed", "server_uuid": "682faefe-6922-4f9f-b5b8-48b8c9a49665", "tag": "c7e7af63-dba4-40f2-b97e-3dc8a5d14124"}]}' {{(pid=102758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:21:28.787995 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 59048) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:21:28.809754 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-15fa9b7b-25c1-4ccd-aa47-5d4adbc97087 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a11f6957ee74ff0a62315613ff54913&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3314843 Jan 11 14:21:28.813123 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b3689-3734-402e-90f6-8fdbf1b3d203 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Pushing event updated for resources: {'Port': ['ID=c7e7af63-dba4-40f2-b97e-3dc8a5d14124,revision_number=7']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:21:28.867154 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8c54d072-9a3e-48a6-be15-d6bd836934e4 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks [] for security_group (2c5e9284-5045-4583-8aae-d83f9dfe6a7b), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:28.898043 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8c54d072-9a3e-48a6-be15-d6bd836934e4 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks [] for security_group (2c5e9284-5045-4583-8aae-d83f9dfe6a7b), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:28.920874 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['c7e7af63-dba4-40f2-b97e-3dc8a5d14124'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:21:28.932600 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-4061b1a9-1f82-4338-a01c-bb5ec32f697c service neutron] 10.222.0.49 "GET /v2.0/networks/0b91e79a-b551-4734-8a4b-8bd89379e2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109443 Jan 11 14:21:28.978519 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8c54d072-9a3e-48a6-be15-d6bd836934e4 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (2c5e9284-5045-4583-8aae-d83f9dfe6a7b), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:28.981925 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8c54d072-9a3e-48a6-be15-d6bd836934e4 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:28.983752 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-8c54d072-9a3e-48a6-be15-d6bd836934e4 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "DELETE /v2.0/security-groups/2c5e9284-5045-4583-8aae-d83f9dfe6a7b HTTP/1.1" status: 204 len: 168 time: 0.1938336 Jan 11 14:21:28.994002 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 59052) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:21:29.007886 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 14:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8ac440-9449-4c55-ae38-2027a314b105 x-openstack-request-id: req-da8ac440-9449-4c55-ae38-2027a314b105 {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:21:29.008225 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "682faefe-6922-4f9f-b5b8-48b8c9a49665", "tag": "c7e7af63-dba4-40f2-b97e-3dc8a5d14124", "status": "completed", "code": 200}]} {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:21:29.008410 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-da8ac440-9449-4c55-ae38-2027a314b105 {{(pid=102758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:21:29.008794 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '682faefe-6922-4f9f-b5b8-48b8c9a49665', 'tag': 'c7e7af63-dba4-40f2-b97e-3dc8a5d14124', 'status': 'completed', 'code': 200} Jan 11 14:21:29.035127 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54d072-9a3e-48a6-be15-d6bd836934e4 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5e9284-5045-4583-8aae-d83f9dfe6a7b,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:21:29.054126 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-57134274-71a0-4851-a6d9-63661091ddd1 service neutron] 10.222.0.49 "GET /v2.0/networks/0b91e79a-b551-4734-8a4b-8bd89379e2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018004 Jan 11 14:21:29.093376 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-ebe2d2ec-e204-4051-98d2-f3ecfc3ffea8 None None] Provisioning complete for port c7e7af63-dba4-40f2-b97e-3dc8a5d14124 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:21:29.093755 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ebe2d2ec-e204-4051-98d2-f3ecfc3ffea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (c7e7af63-dba4-40f2-b97e-3dc8a5d14124), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:29.129682 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be882a-22bc-4c70-b862-5cab32fcb200 req-4815713b-bb81-497e-837a-6e6ee361a43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:29.131258 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-d5be882a-22bc-4c70-b862-5cab32fcb200 req-4815713b-bb81-497e-837a-6e6ee361a43e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1d7f551824974a53a1ea507b061f4c72&device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 1098 time: 0.0926363 Jan 11 14:21:29.180932 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-ebe2d2ec-e204-4051-98d2-f3ecfc3ffea8 None None] Current status of the port c7e7af63-dba4-40f2-b97e-3dc8a5d14124 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:21:29.259158 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d9a4671b-b5f1-46c4-a557-938d935dc133 req-d3b25e9c-b439-4775-b851-170c81fb2b98 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a0b9346-4e10-4ad4-95ae-5a822de41dad HTTP/1.1" status: 200 len: 210 time: 0.0288558 Jan 11 14:21:29.263802 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be882a-22bc-4c70-b862-5cab32fcb200 req-6f4e16a8-3eb2-4714-832d-33e3697bbeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:29.265676 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-d5be882a-22bc-4c70-b862-5cab32fcb200 req-6f4e16a8-3eb2-4714-832d-33e3697bbeed service neutron] 10.222.0.45 "GET /v2.0/networks?id=72a2248c-a73f-49e5-a11c-e9eb238083f0 HTTP/1.1" status: 200 len: 915 time: 0.1252034 Jan 11 14:21:29.274206 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-08605d5b-299b-48bc-9995-5e341672de0d tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Deleting port 6e33f4b8-a95e-4470-bb82-da31bd45e5ee {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:21:29.274550 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08605d5b-299b-48bc-9995-5e341672de0d tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (6e33f4b8-a95e-4470-bb82-da31bd45e5ee), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:29.377084 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-d5be882a-22bc-4c70-b862-5cab32fcb200 req-58b70b6b-d6bb-4304-bd00-8b75f41fd6e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7e7af63-dba4-40f2-b97e-3dc8a5d14124 HTTP/1.1" status: 200 len: 1001 time: 0.1045904 Jan 11 14:21:29.426681 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08605d5b-299b-48bc-9995-5e341672de0d tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (6e33f4b8-a95e-4470-bb82-da31bd45e5ee), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:29.427012 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08605d5b-299b-48bc-9995-5e341672de0d tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks [] for floatingip (6e33f4b8-a95e-4470-bb82-da31bd45e5ee), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:29.444498 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-08605d5b-299b-48bc-9995-5e341672de0d tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Calling delete_port for 6e33f4b8-a95e-4470-bb82-da31bd45e5ee owned by network:floatingip {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:21:29.458413 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be882a-22bc-4c70-b862-5cab32fcb200 req-ee208222-e0b7-466a-b1c5-97cc66b4e577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:29.459846 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-d5be882a-22bc-4c70-b862-5cab32fcb200 req-ee208222-e0b7-466a-b1c5-97cc66b4e577 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6fc3111a-af4c-475c-bc89-8a812c8ededa HTTP/1.1" status: 200 len: 853 time: 0.0731428 Jan 11 14:21:29.573366 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be882a-22bc-4c70-b862-5cab32fcb200 req-26376c67-1202-4e6b-9910-81cbe3ef22ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:29.575123 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-d5be882a-22bc-4c70-b862-5cab32fcb200 req-26376c67-1202-4e6b-9910-81cbe3ef22ea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=72a2248c-a73f-49e5-a11c-e9eb238083f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0825777 Jan 11 14:21:29.626796 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:29.716972 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-d5be882a-22bc-4c70-b862-5cab32fcb200 req-cf1961df-fbed-40fa-9eea-8cb1e136cbd4 service neutron] 10.222.0.45 "GET /v2.0/networks/72a2248c-a73f-49e5-a11c-e9eb238083f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318307 Jan 11 14:21:29.746371 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08605d5b-299b-48bc-9995-5e341672de0d tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (6e33f4b8-a95e-4470-bb82-da31bd45e5ee), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:29.797229 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08605d5b-299b-48bc-9995-5e341672de0d tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Pushing event deleted for resources: {'Port': ['ID=6e33f4b8-a95e-4470-bb82-da31bd45e5ee,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:21:29.878771 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-d5be882a-22bc-4c70-b862-5cab32fcb200 req-e3716bf1-1570-4cf8-91b7-656c799f1dd1 service neutron] 10.222.0.45 "GET /v2.0/networks/72a2248c-a73f-49e5-a11c-e9eb238083f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539474 Jan 11 14:21:29.883100 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08605d5b-299b-48bc-9995-5e341672de0d tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks [] for floatingip (45fea025-66c1-464a-8e7c-1f5f880b7e4c), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:29.883432 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.db.l3_db [None req-08605d5b-299b-48bc-9995-5e341672de0d tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Floating IP 45fea025-66c1-464a-8e7c-1f5f880b7e4c disassociated (deleted). External IP: 172.27.2.253, port: c7e7af63-dba4-40f2-b97e-3dc8a5d14124. Jan 11 14:21:30.299102 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:21:30.299102 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:21:30.299102 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:21:30.299102 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:21:30.299102 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:21:30.299102 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:21:30.299102 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:21:30.299102 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:21:30.299102 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:21:30.299102 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:21:30.299102 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:21:30.299102 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:21:30.299102 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:21:30.299102 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:21:30.299102 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:21:30.299102 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:21:30.299102 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:21:30.299102 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:21:30.299102 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:21:30.299102 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:21:30.299102 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:21:30.299102 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:21:30.299102 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:21:30.299102 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:21:30.299102 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:21:30.299102 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:21:30.299102 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:21:30.299102 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:21:30.299102 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:21:30.299102 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:21:30.299102 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:21:30.299102 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:21:30.299102 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:21:30.299102 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:21:30.299102 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:21:30.299102 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:21:30.301825 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:21:30.301825 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:21:30.301825 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:21:30.301825 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:21:30.301825 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:21:30.301825 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:21:30.301825 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:21:30.301825 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:21:30.301825 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:21:30.301825 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:21:30.301825 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:21:30.301825 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:21:30.301825 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-c2ff6ef9-2f4a-4bcb-93b0-0e826a4efecb tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:30.301825 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-c2ff6ef9-2f4a-4bcb-93b0-0e826a4efecb tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.45 "GET /v2.0/networks?id=0b91e79a-b551-4734-8a4b-8bd89379e2e4 HTTP/1.1" status: 200 len: 811 time: 0.1268046 Jan 11 14:21:30.356739 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e9a832d0-cb01-4ea3-8d7e-6f7b1e9e4be3 req-a44cc524-0b0d-4a36-a940-9e85889757a7 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a0b9346-4e10-4ad4-95ae-5a822de41dad HTTP/1.1" status: 200 len: 210 time: 0.0264709 Jan 11 14:21:30.438664 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-891c5ca5-5cbd-48a2-9d70-3df553dda940 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a11f6957ee74ff0a62315613ff54913 HTTP/1.1" status: 200 len: 380 time: 0.1044955 Jan 11 14:21:30.449505 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-66c83ddd-a552-4e84-81ff-41d9680f8ecb tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Request body: {'port': {'device_id': '4a0b9346-4e10-4ad4-95ae-5a822de41dad', 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4', 'admin_state_up': True, 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'security_groups': ['5e90da8c-58e2-44c7-b745-b3d6a39f64d6']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:21:30.456525 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08605d5b-299b-48bc-9995-5e341672de0d tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Router 022719f5-ebb3-49d9-a36a-b008dd8ffa7e has already been hosted by L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 14:21:30.636151 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08605d5b-299b-48bc-9995-5e341672de0d tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:21:30.641144 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-08605d5b-299b-48bc-9995-5e341672de0d tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:30.645453 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8476c46-eff1-492c-b469-348fd46e6b11 None None] Sync routers for ids ['022719f5-ebb3-49d9-a36a-b008dd8ffa7e'] in dv-cinder-824131-3-iscsi {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:21:30.655704 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8476c46-eff1-492c-b469-348fd46e6b11 None None] Routers {'022719f5-ebb3-49d9-a36a-b008dd8ffa7e'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:21:30.656326 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-e8476c46-eff1-492c-b469-348fd46e6b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:21:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['022719f5-ebb3-49d9-a36a-b008dd8ffa7e'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:21:30.667279 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-66c83ddd-a552-4e84-81ff-41d9680f8ecb tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Made reservation on behalf of 3a11f6957ee74ff0a62315613ff54913 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:21:30.670808 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-66c83ddd-a552-4e84-81ff-41d9680f8ecb tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:30.681812 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-08605d5b-299b-48bc-9995-5e341672de0d tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "DELETE /v2.0/floatingips/45fea025-66c1-464a-8e7c-1f5f880b7e4c HTTP/1.1" status: 204 len: 168 time: 1.6864760 Jan 11 14:21:30.686754 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '682faefe-6922-4f9f-b5b8-48b8c9a49665', 'tag': 'c7e7af63-dba4-40f2-b97e-3dc8a5d14124'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:21:30.686754 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3731de440ea07f8bb65e98ae2cdbbed68b84f33189ebecfec85cc797d9a35429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3754fa1d-1870-4c53-83a4-1536c2fe8f65" -d '{"events": [{"name": "network-changed", "server_uuid": "682faefe-6922-4f9f-b5b8-48b8c9a49665", "tag": "c7e7af63-dba4-40f2-b97e-3dc8a5d14124"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:21:30.740743 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 14:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e867e6b-6c24-4d25-9d2d-33bb03a8061d x-openstack-request-id: req-4e867e6b-6c24-4d25-9d2d-33bb03a8061d {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:21:30.741122 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "682faefe-6922-4f9f-b5b8-48b8c9a49665", "tag": "c7e7af63-dba4-40f2-b97e-3dc8a5d14124", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:21:30.741454 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4e867e6b-6c24-4d25-9d2d-33bb03a8061d {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:21:30.742087 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '682faefe-6922-4f9f-b5b8-48b8c9a49665', 'tag': 'c7e7af63-dba4-40f2-b97e-3dc8a5d14124', 'status': 'completed', 'code': 200} Jan 11 14:21:30.805168 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-e8476c46-eff1-492c-b469-348fd46e6b11 None None] Set router 022719f5-ebb3-49d9-a36a-b008dd8ffa7e gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:21:30.809120 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:30.827309 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754fa1d-1870-4c53-83a4-1536c2fe8f65 req-5649912c-ede8-4e43-b233-066cf51753b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:30.828863 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3754fa1d-1870-4c53-83a4-1536c2fe8f65 req-5649912c-ede8-4e43-b233-066cf51753b2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1d7f551824974a53a1ea507b061f4c72&device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 1098 time: 0.0552611 Jan 11 14:21:30.836801 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-66c83ddd-a552-4e84-81ff-41d9680f8ecb tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Allocated IP 172.20.0.5 (0b91e79a-b551-4734-8a4b-8bd89379e2e4/7e0256b9-88cf-4f3b-af76-871b368403f9/c4542d74-4b8d-4592-a074-26f4696dd8e0) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:21:30.985954 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754fa1d-1870-4c53-83a4-1536c2fe8f65 req-0aef97a4-57e2-442f-96a1-84ad94aebbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:30.987761 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3754fa1d-1870-4c53-83a4-1536c2fe8f65 req-0aef97a4-57e2-442f-96a1-84ad94aebbd2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=72a2248c-a73f-49e5-a11c-e9eb238083f0 HTTP/1.1" status: 200 len: 915 time: 0.1282980 Jan 11 14:21:31.040535 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3754fa1d-1870-4c53-83a4-1536c2fe8f65 req-6f04fd1d-4f17-4fc5-b30d-bde985ed311d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7e7af63-dba4-40f2-b97e-3dc8a5d14124 HTTP/1.1" status: 200 len: 217 time: 0.0422814 Jan 11 14:21:31.047723 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-66c83ddd-a552-4e84-81ff-41d9680f8ecb tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for port (c4542d74-4b8d-4592-a074-26f4696dd8e0), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:31.061680 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-e8476c46-eff1-492c-b469-348fd46e6b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'name': 'tempest-TestMinimumBasicScenario-318164986-router', 'tenant_id': '1d7f551824974a53a1ea507b061f4c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'b4162774-e1e4-4234-82f0-99aa9a4b5185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:16:48Z', 'updated_at': '2022-01-11T14:16:50Z', 'revision_number': 4, 'project_id': '1d7f551824974a53a1ea507b061f4c72', 'gw_port': {'id': 'b4162774-e1e4-4234-82f0-99aa9a4b5185', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:16:48Z', 'updated_at': '2022-01-11T14:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'fa6a77a5-8760-490b-ad49-07e03891dfd4', 'name': '', 'network_id': '72a2248c-a73f-49e5-a11c-e9eb238083f0', 'tenant_id': '1d7f551824974a53a1ea507b061f4c72', 'mac_address': 'fa:16:3e:e9:c7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '6fc3111a-af4c-475c-bc89-8a812c8ededa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:16:50Z', 'updated_at': '2022-01-11T14:16:55Z', 'revision_number': 5, 'project_id': '1d7f551824974a53a1ea507b061f4c72', 'subnets': [{'id': '6fc3111a-af4c-475c-bc89-8a812c8ededa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:21:31.089387 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8476c46-eff1-492c-b469-348fd46e6b11 None None] Checking router: 022719f5-ebb3-49d9-a36a-b008dd8ffa7e for host: dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:21:31.099304 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8476c46-eff1-492c-b469-348fd46e6b11 None None] Routers {'022719f5-ebb3-49d9-a36a-b008dd8ffa7e'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:21:31.099304 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-e8476c46-eff1-492c-b469-348fd46e6b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:21:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['022719f5-ebb3-49d9-a36a-b008dd8ffa7e'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:21:31.100081 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-66c83ddd-a552-4e84-81ff-41d9680f8ecb tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (c4542d74-4b8d-4592-a074-26f4696dd8e0), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:31.104899 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754fa1d-1870-4c53-83a4-1536c2fe8f65 req-81614800-8ecc-4240-a95c-58078ac5352b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:31.106931 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3754fa1d-1870-4c53-83a4-1536c2fe8f65 req-81614800-8ecc-4240-a95c-58078ac5352b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6fc3111a-af4c-475c-bc89-8a812c8ededa HTTP/1.1" status: 200 len: 853 time: 0.0593345 Jan 11 14:21:31.147597 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-66c83ddd-a552-4e84-81ff-41d9680f8ecb tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Network 0b91e79a-b551-4734-8a4b-8bd89379e2e4 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:21:31.150555 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-66c83ddd-a552-4e84-81ff-41d9680f8ecb tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:21:31.154292 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-66c83ddd-a552-4e84-81ff-41d9680f8ecb tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:21:31.162546 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754fa1d-1870-4c53-83a4-1536c2fe8f65 req-28640b59-5087-4224-8dfb-d17189e521cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:31.164185 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3754fa1d-1870-4c53-83a4-1536c2fe8f65 req-28640b59-5087-4224-8dfb-d17189e521cb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=72a2248c-a73f-49e5-a11c-e9eb238083f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503814 Jan 11 14:21:31.185831 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c83ddd-a552-4e84-81ff-41d9680f8ecb tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Pushing event updated for resources: {'Port': ['ID=c4542d74-4b8d-4592-a074-26f4696dd8e0,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:21:31.211050 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-66c83ddd-a552-4e84-81ff-41d9680f8ecb tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:31.211724 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-66c83ddd-a552-4e84-81ff-41d9680f8ecb tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:31.225671 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-e8476c46-eff1-492c-b469-348fd46e6b11 None None] Set router 022719f5-ebb3-49d9-a36a-b008dd8ffa7e gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:21:31.229821 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-66c83ddd-a552-4e84-81ff-41d9680f8ecb tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7846568 Jan 11 14:21:31.245324 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-cf902b99-7b19-4a1f-a356-2d11df6abbd6 service neutron] Request body: {'port': {'device_id': '4a0b9346-4e10-4ad4-95ae-5a822de41dad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82413'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:21:31.282822 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3754fa1d-1870-4c53-83a4-1536c2fe8f65 req-af3e3e65-0cbc-4d54-8c5e-5f230e1b9b2d service neutron] 10.222.0.45 "GET /v2.0/networks/72a2248c-a73f-49e5-a11c-e9eb238083f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113598 Jan 11 14:21:31.327360 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-cf902b99-7b19-4a1f-a356-2d11df6abbd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (c4542d74-4b8d-4592-a074-26f4696dd8e0), before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:31.400589 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3754fa1d-1870-4c53-83a4-1536c2fe8f65 req-88bdec38-1726-4ca4-8184-07685517b813 service neutron] 10.222.0.45 "GET /v2.0/networks/72a2248c-a73f-49e5-a11c-e9eb238083f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124022 Jan 11 14:21:31.522473 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447980c7-1964-40bb-b4cd-b8e822b131af req-8247eb7f-52d4-4102-84d2-0194174842e2 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:31.524229 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-447980c7-1964-40bb-b4cd-b8e822b131af req-8247eb7f-52d4-4102-84d2-0194174842e2 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a0b9346-4e10-4ad4-95ae-5a822de41dad HTTP/1.1" status: 200 len: 931 time: 0.0620110 Jan 11 14:21:31.591669 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-447980c7-1964-40bb-b4cd-b8e822b131af req-056935f4-74e4-4a4f-8d7f-c4b0b697a06f tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e90da8c-58e2-44c7-b745-b3d6a39f64d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580809 Jan 11 14:21:31.600007 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-51f26a0d-2e36-48ec-9d18-e09e36d14c0a None None] Provisioning complete for port c4542d74-4b8d-4592-a074-26f4696dd8e0 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:21:31.600752 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-51f26a0d-2e36-48ec-9d18-e09e36d14c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (c4542d74-4b8d-4592-a074-26f4696dd8e0), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:31.641471 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-51f26a0d-2e36-48ec-9d18-e09e36d14c0a None None] Port c4542d74-4b8d-4592-a074-26f4696dd8e0 cannot update to ACTIVE because it is not bound. {{(pid=102760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 14:21:31.645799 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.notifiers.nova [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-cf902b99-7b19-4a1f-a356-2d11df6abbd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4542d74-4b8d-4592-a074-26f4696dd8e0 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:21:31.653656 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-cf902b99-7b19-4a1f-a356-2d11df6abbd6 service neutron] Publish callbacks [] for port (c4542d74-4b8d-4592-a074-26f4696dd8e0), precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:31.657043 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-e8476c46-eff1-492c-b469-348fd46e6b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'name': 'tempest-TestMinimumBasicScenario-318164986-router', 'tenant_id': '1d7f551824974a53a1ea507b061f4c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'b4162774-e1e4-4234-82f0-99aa9a4b5185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:16:48Z', 'updated_at': '2022-01-11T14:16:50Z', 'revision_number': 4, 'project_id': '1d7f551824974a53a1ea507b061f4c72', 'gw_port': {'id': 'b4162774-e1e4-4234-82f0-99aa9a4b5185', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:16:48Z', 'updated_at': '2022-01-11T14:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'fa6a77a5-8760-490b-ad49-07e03891dfd4', 'name': '', 'network_id': '72a2248c-a73f-49e5-a11c-e9eb238083f0', 'tenant_id': '1d7f551824974a53a1ea507b061f4c72', 'mac_address': 'fa:16:3e:e9:c7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '6fc3111a-af4c-475c-bc89-8a812c8ededa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:16:50Z', 'updated_at': '2022-01-11T14:16:55Z', 'revision_number': 5, 'project_id': '1d7f551824974a53a1ea507b061f4c72', 'subnets': [{'id': '6fc3111a-af4c-475c-bc89-8a812c8ededa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:21:31.666531 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-cf902b99-7b19-4a1f-a356-2d11df6abbd6 service neutron] Transition to ACTIVE for port object c4542d74-4b8d-4592-a074-26f4696dd8e0 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 14:21:31.670304 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-cf902b99-7b19-4a1f-a356-2d11df6abbd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442702'] for port (c4542d74-4b8d-4592-a074-26f4696dd8e0), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:31.690696 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8476c46-eff1-492c-b469-348fd46e6b11 None None] The sync data for ids ['022719f5-ebb3-49d9-a36a-b008dd8ffa7e'] in dv-cinder-824131-3-iscsi is: [{'id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'name': 'tempest-TestMinimumBasicScenario-318164986-router', 'tenant_id': '1d7f551824974a53a1ea507b061f4c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'b4162774-e1e4-4234-82f0-99aa9a4b5185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:16:48Z', 'updated_at': '2022-01-11T14:16:50Z', 'revision_number': 4, 'project_id': '1d7f551824974a53a1ea507b061f4c72', 'gw_port': {'id': 'b4162774-e1e4-4234-82f0-99aa9a4b5185', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:16:48Z', 'updated_at': '2022-01-11T14:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'fa6a77a5-8760-490b-ad49-07e03891dfd4', 'name': '', 'network_id': '72a2248c-a73f-49e5-a11c-e9eb238083f0', 'tenant_id': '1d7f551824974a53a1ea507b061f4c72', 'mac_address': 'fa:16:3e:e9:c7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '6fc3111a-af4c-475c-bc89-8a812c8ededa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:16:50Z', 'updated_at': '2022-01-11T14:16:55Z', 'revision_number': 5, 'project_id': '1d7f551824974a53a1ea507b061f4c72', 'subnets': [{'id': '6fc3111a-af4c-475c-bc89-8a812c8ededa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:21:31.738496 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf902b99-7b19-4a1f-a356-2d11df6abbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=c4542d74-4b8d-4592-a074-26f4696dd8e0,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:21:31.800012 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-cf902b99-7b19-4a1f-a356-2d11df6abbd6 service neutron] Attempting to bind port c4542d74-4b8d-4592-a074-26f4696dd8e0 on host hv-cinder-82413 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:21:31.801009 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-cf902b99-7b19-4a1f-a356-2d11df6abbd6 service neutron] Attempting to bind port c4542d74-4b8d-4592-a074-26f4696dd8e0 by drivers openvswitch,hyperv on host hv-cinder-82413 at level 0 using segments [{'id': '4ab9da9a-fa88-4fd7-8386-6870c4602395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:21:31.801407 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-cf902b99-7b19-4a1f-a356-2d11df6abbd6 service neutron] Attempting to bind port c4542d74-4b8d-4592-a074-26f4696dd8e0 on network 0b91e79a-b551-4734-8a4b-8bd89379e2e4 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:21:31.806155 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-cf902b99-7b19-4a1f-a356-2d11df6abbd6 service neutron] Port c4542d74-4b8d-4592-a074-26f4696dd8e0 on network 0b91e79a-b551-4734-8a4b-8bd89379e2e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82413 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 14:21:31.806853 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-cf902b99-7b19-4a1f-a356-2d11df6abbd6 service neutron] Attempting to bind port c4542d74-4b8d-4592-a074-26f4696dd8e0 on network 0b91e79a-b551-4734-8a4b-8bd89379e2e4 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:21:31.812541 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-cf902b99-7b19-4a1f-a356-2d11df6abbd6 service neutron] Checking agent: {'id': '183634b4-d914-49fa-b358-00b9224e1c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'started_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:21:31.813066 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-cf902b99-7b19-4a1f-a356-2d11df6abbd6 service neutron] Checking segment: {'id': '4ab9da9a-fa88-4fd7-8386-6870c4602395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:21:31.813494 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-cf902b99-7b19-4a1f-a356-2d11df6abbd6 service neutron] Bound using segment: {'id': '4ab9da9a-fa88-4fd7-8386-6870c4602395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:21:31.813935 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-cf902b99-7b19-4a1f-a356-2d11df6abbd6 service neutron] Bound port: c4542d74-4b8d-4592-a074-26f4696dd8e0, host: hv-cinder-82413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ab9da9a-fa88-4fd7-8386-6870c4602395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:21:31.814445 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-cf902b99-7b19-4a1f-a356-2d11df6abbd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (c4542d74-4b8d-4592-a074-26f4696dd8e0), before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:31.889217 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-cf902b99-7b19-4a1f-a356-2d11df6abbd6 service neutron] For port c4542d74-4b8d-4592-a074-26f4696dd8e0, host hv-cinder-82413, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:21:31.892961 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-cf902b99-7b19-4a1f-a356-2d11df6abbd6 service neutron] For port c4542d74-4b8d-4592-a074-26f4696dd8e0, host hv-cinder-82413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=c4542d74-4b8d-4592-a074-26f4696dd8e0,segment=NetworkSegment(4ab9da9a-fa88-4fd7-8386-6870c4602395),segment_id=4ab9da9a-fa88-4fd7-8386-6870c4602395)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:21:31.903361 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-cf902b99-7b19-4a1f-a356-2d11df6abbd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442702'] for port (c4542d74-4b8d-4592-a074-26f4696dd8e0), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:31.944039 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-cf902b99-7b19-4a1f-a356-2d11df6abbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:31.944671 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-cf902b99-7b19-4a1f-a356-2d11df6abbd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:31.946069 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-cf902b99-7b19-4a1f-a356-2d11df6abbd6 service neutron] 10.222.0.45 "PUT /v2.0/ports/c4542d74-4b8d-4592-a074-26f4696dd8e0 HTTP/1.1" status: 200 len: 1093 time: 0.7063704 Jan 11 14:21:31.974342 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf902b99-7b19-4a1f-a356-2d11df6abbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=c4542d74-4b8d-4592-a074-26f4696dd8e0,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:21:32.024792 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bace080-42e3-4e68-999d-927fce6fcde6 None None] New status for floating IP 45fea025-66c1-464a-8e7c-1f5f880b7e4c: DOWN {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 14:21:32.044121 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-e0d84cae-13e5-4b72-a4d8-49cce098d3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:32.045721 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-e0d84cae-13e5-4b72-a4d8-49cce098d3a0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a11f6957ee74ff0a62315613ff54913&device_id=4a0b9346-4e10-4ad4-95ae-5a822de41dad HTTP/1.1" status: 200 len: 1096 time: 0.0451951 Jan 11 14:21:32.094116 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-d4c949e7-a752-46be-b5d1-1a71fad421b3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4542d74-4b8d-4592-a074-26f4696dd8e0 HTTP/1.1" status: 200 len: 217 time: 0.0416515 Jan 11 14:21:32.152149 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-7626e1e8-f444-4f9b-8326-da7068cef7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:32.154286 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-7626e1e8-f444-4f9b-8326-da7068cef7b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7e0256b9-88cf-4f3b-af76-871b368403f9 HTTP/1.1" status: 200 len: 850 time: 0.0541992 Jan 11 14:21:32.203837 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-a0e64c1c-5928-4e8d-ba3e-6287216cdcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:32.205564 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-a0e64c1c-5928-4e8d-ba3e-6287216cdcd2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b91e79a-b551-4734-8a4b-8bd89379e2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450263 Jan 11 14:21:32.271683 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:32.307351 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-1a46417f-92d2-404b-9454-e1b666525b00 service neutron] 10.222.0.45 "GET /v2.0/networks/0b91e79a-b551-4734-8a4b-8bd89379e2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958004 Jan 11 14:21:32.399976 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-00d973ed-4124-46dc-808c-22ebc0926c74 req-ccd16373-bcc4-4499-a57f-ea0241b75682 service neutron] 10.222.0.45 "GET /v2.0/networks/0b91e79a-b551-4734-8a4b-8bd89379e2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856931 Jan 11 14:21:32.704978 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448f2a2-ff4f-4c8e-9878-189ef60406ac req-aa425b13-e34c-4059-abac-e82805fe5c81 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:32.707098 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5448f2a2-ff4f-4c8e-9878-189ef60406ac req-aa425b13-e34c-4059-abac-e82805fe5c81 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a0b9346-4e10-4ad4-95ae-5a822de41dad HTTP/1.1" status: 200 len: 943 time: 0.0476692 Jan 11 14:21:32.743259 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a0b9346-4e10-4ad4-95ae-5a822de41dad', 'tag': 'c4542d74-4b8d-4592-a074-26f4696dd8e0'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:21:32.745582 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3731de440ea07f8bb65e98ae2cdbbed68b84f33189ebecfec85cc797d9a35429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac9dfe8-a0b5-41e2-a99a-071a9bdfcfc8" -d '{"events": [{"name": "network-changed", "server_uuid": "4a0b9346-4e10-4ad4-95ae-5a822de41dad", "tag": "c4542d74-4b8d-4592-a074-26f4696dd8e0"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:21:32.754101 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5448f2a2-ff4f-4c8e-9878-189ef60406ac req-65140480-47cc-4738-8d33-fc5e38799aa1 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e90da8c-58e2-44c7-b745-b3d6a39f64d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407176 Jan 11 14:21:32.785500 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 14:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9966f9e-9c40-4fc5-9bf2-d45cc68d23e3 x-openstack-request-id: req-c9966f9e-9c40-4fc5-9bf2-d45cc68d23e3 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:21:32.785791 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a0b9346-4e10-4ad4-95ae-5a822de41dad", "tag": "c4542d74-4b8d-4592-a074-26f4696dd8e0", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:21:32.786046 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c9966f9e-9c40-4fc5-9bf2-d45cc68d23e3 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:21:32.786438 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a0b9346-4e10-4ad4-95ae-5a822de41dad', 'tag': 'c4542d74-4b8d-4592-a074-26f4696dd8e0', 'status': 'completed', 'code': 200} Jan 11 14:21:32.846530 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9dfe8-a0b5-41e2-a99a-071a9bdfcfc8 req-25f31e4e-4a5f-4573-9ed2-9c720fa547dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:32.848049 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-7ac9dfe8-a0b5-41e2-a99a-071a9bdfcfc8 req-25f31e4e-4a5f-4573-9ed2-9c720fa547dd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a11f6957ee74ff0a62315613ff54913&device_id=4a0b9346-4e10-4ad4-95ae-5a822de41dad HTTP/1.1" status: 200 len: 1096 time: 0.0389020 Jan 11 14:21:33.084332 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9dfe8-a0b5-41e2-a99a-071a9bdfcfc8 req-50bf40fe-3474-4b0a-ac3b-a9eeb6e84262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:33.086571 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-7ac9dfe8-a0b5-41e2-a99a-071a9bdfcfc8 req-50bf40fe-3474-4b0a-ac3b-a9eeb6e84262 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0b91e79a-b551-4734-8a4b-8bd89379e2e4 HTTP/1.1" status: 200 len: 912 time: 0.0896730 Jan 11 14:21:33.131092 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-7ac9dfe8-a0b5-41e2-a99a-071a9bdfcfc8 req-28976eb3-8967-41cf-93eb-e84db231d874 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4542d74-4b8d-4592-a074-26f4696dd8e0 HTTP/1.1" status: 200 len: 217 time: 0.0371234 Jan 11 14:21:33.181472 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9dfe8-a0b5-41e2-a99a-071a9bdfcfc8 req-2824aef0-4682-4542-8400-82b46e938b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:33.182904 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-7ac9dfe8-a0b5-41e2-a99a-071a9bdfcfc8 req-2824aef0-4682-4542-8400-82b46e938b87 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7e0256b9-88cf-4f3b-af76-871b368403f9 HTTP/1.1" status: 200 len: 850 time: 0.0439792 Jan 11 14:21:33.225531 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9dfe8-a0b5-41e2-a99a-071a9bdfcfc8 req-e3423cbd-1726-4f74-b6cc-d6539dbb9238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:33.226981 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-7ac9dfe8-a0b5-41e2-a99a-071a9bdfcfc8 req-e3423cbd-1726-4f74-b6cc-d6539dbb9238 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b91e79a-b551-4734-8a4b-8bd89379e2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382574 Jan 11 14:21:33.320938 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-7ac9dfe8-a0b5-41e2-a99a-071a9bdfcfc8 req-8a7b0d33-fb19-49cd-9bd2-3dd32c375a12 service neutron] 10.222.0.45 "GET /v2.0/networks/0b91e79a-b551-4734-8a4b-8bd89379e2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879371 Jan 11 14:21:33.415916 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-7ac9dfe8-a0b5-41e2-a99a-071a9bdfcfc8 req-ab4247e3-0e85-4db8-b9a8-e64263e6fbe0 service neutron] 10.222.0.45 "GET /v2.0/networks/0b91e79a-b551-4734-8a4b-8bd89379e2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875862 Jan 11 14:21:33.500568 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23bdf81-9504-41c7-81f7-e2c9109e9ed6 req-ab17a583-76db-49ac-8b92-a8d4763d6cec tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:33.502017 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a23bdf81-9504-41c7-81f7-e2c9109e9ed6 req-ab17a583-76db-49ac-8b92-a8d4763d6cec tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 945 time: 0.0477231 Jan 11 14:21:33.547203 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a23bdf81-9504-41c7-81f7-e2c9109e9ed6 req-614bce3e-17f6-49a3-b1b6-900e394fc988 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397835 Jan 11 14:21:33.877115 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a0de3-c153-4906-9d42-8ab4a0a40777 req-37ef6781-c115-4274-bbe7-30c002430ed3 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:33.879096 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ec1a0de3-c153-4906-9d42-8ab4a0a40777 req-37ef6781-c115-4274-bbe7-30c002430ed3 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a0b9346-4e10-4ad4-95ae-5a822de41dad HTTP/1.1" status: 200 len: 943 time: 0.0519254 Jan 11 14:21:33.924816 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ec1a0de3-c153-4906-9d42-8ab4a0a40777 req-97f7e5a4-53eb-4e15-9dea-070864f9131c tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e90da8c-58e2-44c7-b745-b3d6a39f64d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401669 Jan 11 14:21:34.671434 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd698d6-4879-4477-99fe-5c39996e27ef req-9279204b-5094-47b4-8b87-e12a7a7ba6b9 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:34.673104 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cdd698d6-4879-4477-99fe-5c39996e27ef req-9279204b-5094-47b4-8b87-e12a7a7ba6b9 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 945 time: 0.0587335 Jan 11 14:21:34.720575 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cdd698d6-4879-4477-99fe-5c39996e27ef req-080cbe22-4f3a-4a00-9cc0-84a6888faa42 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410151 Jan 11 14:21:35.047283 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a9725-3ae0-425b-b26a-6b1916945b1a req-59cedc62-5a38-429b-b763-6da69dd5a180 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:35.048791 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9f8a9725-3ae0-425b-b26a-6b1916945b1a req-59cedc62-5a38-429b-b763-6da69dd5a180 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a0b9346-4e10-4ad4-95ae-5a822de41dad HTTP/1.1" status: 200 len: 943 time: 0.0523987 Jan 11 14:21:35.094845 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9f8a9725-3ae0-425b-b26a-6b1916945b1a req-a553af69-febb-49ef-b625-1abed392b966 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e90da8c-58e2-44c7-b745-b3d6a39f64d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405128 Jan 11 14:21:35.486127 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9d4cc-f5a4-46b9-8e99-c5169ef42758 req-952f6b3e-c131-412c-ad09-3dd45f0bab2c tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:35.487625 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-d5d9d4cc-f5a4-46b9-8e99-c5169ef42758 req-952f6b3e-c131-412c-ad09-3dd45f0bab2c tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.45 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 945 time: 0.0515733 Jan 11 14:21:35.573100 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-d5d9d4cc-f5a4-46b9-8e99-c5169ef42758 req-ac586b65-0699-4f7b-b7b1-773ace48fb7c tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Deleting port c7e7af63-dba4-40f2-b97e-3dc8a5d14124 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:21:35.573443 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d5d9d4cc-f5a4-46b9-8e99-c5169ef42758 req-ac586b65-0699-4f7b-b7b1-773ace48fb7c tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (c7e7af63-dba4-40f2-b97e-3dc8a5d14124), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:35.580674 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device c4542d74-4b8d-4592-a074-26f4696dd8e0 details requested by agent hyperv_hv-cinder-82413 with host hv-cinder-82413 {{(pid=102760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 14:21:35.664766 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-d5d9d4cc-f5a4-46b9-8e99-c5169ef42758 req-ac586b65-0699-4f7b-b7b1-773ace48fb7c tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] For port c7e7af63-dba4-40f2-b97e-3dc8a5d14124, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=c7e7af63-dba4-40f2-b97e-3dc8a5d14124,segment=NetworkSegment(3f1e544f-b34b-440c-8b89-5b9e236d8cc8),segment_id=3f1e544f-b34b-440c-8b89-5b9e236d8cc8)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:21:35.665131 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d5d9d4cc-f5a4-46b9-8e99-c5169ef42758 req-ac586b65-0699-4f7b-b7b1-773ace48fb7c tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (c7e7af63-dba4-40f2-b97e-3dc8a5d14124), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:35.677719 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port c4542d74-4b8d-4592-a074-26f4696dd8e0, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=c4542d74-4b8d-4592-a074-26f4696dd8e0,segment=NetworkSegment(4ab9da9a-fa88-4fd7-8386-6870c4602395),segment_id=4ab9da9a-fa88-4fd7-8386-6870c4602395)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:21:35.678058 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-d5d9d4cc-f5a4-46b9-8e99-c5169ef42758 req-ac586b65-0699-4f7b-b7b1-773ace48fb7c tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Calling delete_port for c7e7af63-dba4-40f2-b97e-3dc8a5d14124 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:21:35.688462 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Returning: {'device': 'c4542d74-4b8d-4592-a074-26f4696dd8e0', 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4', 'port_id': 'c4542d74-4b8d-4592-a074-26f4696dd8e0', 'mac_address': 'fa:16:3e:35:91:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e0256b9-88cf-4f3b-af76-871b368403f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 14:21:35.725571 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port c4542d74-4b8d-4592-a074-26f4696dd8e0 is: DOWN; New status is: BUILD {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:21:35.725962 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (c4542d74-4b8d-4592-a074-26f4696dd8e0), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:35.738868 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4542d74-4b8d-4592-a074-26f4696dd8e0 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:21:35.758997 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port c4542d74-4b8d-4592-a074-26f4696dd8e0, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=c4542d74-4b8d-4592-a074-26f4696dd8e0,segment=NetworkSegment(4ab9da9a-fa88-4fd7-8386-6870c4602395),segment_id=4ab9da9a-fa88-4fd7-8386-6870c4602395)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:21:35.763132 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (c4542d74-4b8d-4592-a074-26f4696dd8e0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:35.811723 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d5d9d4cc-f5a4-46b9-8e99-c5169ef42758 req-ac586b65-0699-4f7b-b7b1-773ace48fb7c tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (c7e7af63-dba4-40f2-b97e-3dc8a5d14124), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:35.814345 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=c4542d74-4b8d-4592-a074-26f4696dd8e0,revision_number=4']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:21:35.825648 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['c7e7af63-dba4-40f2-b97e-3dc8a5d14124'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:21:35.828740 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:35.829093 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:35.829442 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:35.830692 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:35.831208 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:35.832058 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:35.832058 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:35.832242 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:35.832562 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:35.832858 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:35.833174 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:35.833495 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:35.833815 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:21:35.845452 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49c23b-d077-4c01-8941-af77deb6c746 req-7497c658-1e28-4ab8-b38d-a1ac6e36809c tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:35.851190 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac586b65-0699-4f7b-b7b1-773ace48fb7c tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Pushing event deleted for resources: {'Port': ['ID=c7e7af63-dba4-40f2-b97e-3dc8a5d14124,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:21:35.855574 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ac49c23b-d077-4c01-8941-af77deb6c746 req-7497c658-1e28-4ab8-b38d-a1ac6e36809c tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/ports?device_id=682faefe-6922-4f9f-b5b8-48b8c9a49665 HTTP/1.1" status: 200 len: 867 time: 0.0659382 Jan 11 14:21:35.887260 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d9d4cc-f5a4-46b9-8e99-c5169ef42758 req-ac586b65-0699-4f7b-b7b1-773ace48fb7c tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] No DVR routers for this DVR port c7e7af63-dba4-40f2-b97e-3dc8a5d14124 on host hv-cinder-82413 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 14:21:35.889762 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-d5d9d4cc-f5a4-46b9-8e99-c5169ef42758 req-ac586b65-0699-4f7b-b7b1-773ace48fb7c tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:35.893111 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-d5d9d4cc-f5a4-46b9-8e99-c5169ef42758 req-ac586b65-0699-4f7b-b7b1-773ace48fb7c tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.45 "DELETE /v2.0/ports/c7e7af63-dba4-40f2-b97e-3dc8a5d14124 HTTP/1.1" status: 204 len: 173 time: 0.4004188 Jan 11 14:21:35.893555 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682faefe-6922-4f9f-b5b8-48b8c9a49665', 'name': 'network-vif-deleted', 'tag': 'c7e7af63-dba4-40f2-b97e-3dc8a5d14124'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:21:35.895993 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3731de440ea07f8bb65e98ae2cdbbed68b84f33189ebecfec85cc797d9a35429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083e4d26-3915-464a-b999-84dfb066a1b2" -d '{"events": [{"server_uuid": "682faefe-6922-4f9f-b5b8-48b8c9a49665", "name": "network-vif-deleted", "tag": "c7e7af63-dba4-40f2-b97e-3dc8a5d14124"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:21:35.902567 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ac49c23b-d077-4c01-8941-af77deb6c746 req-439a0123-411f-4814-9b22-6cb0762412c5 tempest-TestMinimumBasicScenario-892523759 tempest-TestMinimumBasicScenario-892523759-project] 10.222.0.49 "GET /v2.0/security-groups?id=b34c2198-d3cd-4413-8ced-3149409fab8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461159 Jan 11 14:21:35.937646 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc9eee8-99cb-4c36-a5e3-2aa688933106 x-openstack-request-id: req-0bc9eee8-99cb-4c36-a5e3-2aa688933106 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:21:35.937944 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "682faefe-6922-4f9f-b5b8-48b8c9a49665", "name": "network-vif-deleted", "tag": "c7e7af63-dba4-40f2-b97e-3dc8a5d14124", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:21:35.938201 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0bc9eee8-99cb-4c36-a5e3-2aa688933106 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:21:35.938601 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682faefe-6922-4f9f-b5b8-48b8c9a49665', 'name': 'network-vif-deleted', 'tag': 'c7e7af63-dba4-40f2-b97e-3dc8a5d14124', 'status': 'completed', 'code': 200} Jan 11 14:21:36.104392 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['c4542d74-4b8d-4592-a074-26f4696dd8e0'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:21:36.207242 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122df85-5d0e-4377-9e88-8fd54aa90c98 req-51332010-7ed3-4f34-ab0c-b98b8d4cf401 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:36.208826 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4122df85-5d0e-4377-9e88-8fd54aa90c98 req-51332010-7ed3-4f34-ab0c-b98b8d4cf401 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a0b9346-4e10-4ad4-95ae-5a822de41dad HTTP/1.1" status: 200 len: 944 time: 0.0479851 Jan 11 14:21:36.261594 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4122df85-5d0e-4377-9e88-8fd54aa90c98 req-f312fe3d-2433-4a30-95e5-41fbcd73a813 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e90da8c-58e2-44c7-b745-b3d6a39f64d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471687 Jan 11 14:21:37.389510 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73dffce-7f9e-4a8c-aff1-fbd1aa3a878f req-e768506e-6066-46e6-953f-bb11c465c712 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:37.390988 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a73dffce-7f9e-4a8c-aff1-fbd1aa3a878f req-e768506e-6066-46e6-953f-bb11c465c712 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a0b9346-4e10-4ad4-95ae-5a822de41dad HTTP/1.1" status: 200 len: 944 time: 0.0596631 Jan 11 14:21:37.440364 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a73dffce-7f9e-4a8c-aff1-fbd1aa3a878f req-917bc50c-8a6c-4c11-9162-f143b26bd7dc tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e90da8c-58e2-44c7-b745-b3d6a39f64d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438659 Jan 11 14:21:37.582890 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 59180) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:21:37.600585 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device c4542d74-4b8d-4592-a074-26f4696dd8e0 up at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:21:37.653056 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning for port c4542d74-4b8d-4592-a074-26f4696dd8e0 completed by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 14:21:37.656851 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning complete for port c4542d74-4b8d-4592-a074-26f4696dd8e0 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:21:37.657214 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (c4542d74-4b8d-4592-a074-26f4696dd8e0), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:37.733469 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port c4542d74-4b8d-4592-a074-26f4696dd8e0 is: BUILD; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:21:37.733779 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (c4542d74-4b8d-4592-a074-26f4696dd8e0), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:37.755820 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0b9346-4e10-4ad4-95ae-5a822de41dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4542d74-4b8d-4592-a074-26f4696dd8e0'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:21:37.758059 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2d4b612b30f5b24bc1864879ef56701efa35e28b014bb4d8aa1230102106bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3dcb73-75bd-4eb1-a019-89c57722c9a8" -d '{"events": [{"server_uuid": "4a0b9346-4e10-4ad4-95ae-5a822de41dad", "name": "network-vif-plugged", "status": "completed", "tag": "c4542d74-4b8d-4592-a074-26f4696dd8e0"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:21:37.771013 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port c4542d74-4b8d-4592-a074-26f4696dd8e0, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=c4542d74-4b8d-4592-a074-26f4696dd8e0,segment=NetworkSegment(4ab9da9a-fa88-4fd7-8386-6870c4602395),segment_id=4ab9da9a-fa88-4fd7-8386-6870c4602395)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:21:37.775444 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (c4542d74-4b8d-4592-a074-26f4696dd8e0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:37.776274 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device c7e7af63-dba4-40f2-b97e-3dc8a5d14124 no longer exists at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:21:37.817270 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45e84dc-a77f-4f27-82a5-a853247916f6 x-openstack-request-id: req-c45e84dc-a77f-4f27-82a5-a853247916f6 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:21:37.817584 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0b9346-4e10-4ad4-95ae-5a822de41dad", "name": "network-vif-plugged", "status": "completed", "tag": "c4542d74-4b8d-4592-a074-26f4696dd8e0", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:21:37.818294 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c45e84dc-a77f-4f27-82a5-a853247916f6 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:21:37.818294 dv-cinder-824131-3-iscsi neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0b9346-4e10-4ad4-95ae-5a822de41dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4542d74-4b8d-4592-a074-26f4696dd8e0', 'code': 200} Jan 11 14:21:37.822484 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] No Port match for: c7e7af63-dba4-40f2-b97e-3dc8a5d14124 {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:21:37.822835 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device c7e7af63-dba4-40f2-b97e-3dc8a5d14124 not bound to the agent host hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:21:37.846479 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=c4542d74-4b8d-4592-a074-26f4696dd8e0,revision_number=5']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:21:38.010685 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a34766-3515-4dbc-8d5c-de9109e76ed9 req-4ea34846-6edb-483e-9e2b-8f58406ce3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:38.012088 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-f1a34766-3515-4dbc-8d5c-de9109e76ed9 req-4ea34846-6edb-483e-9e2b-8f58406ce3fa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4a0b9346-4e10-4ad4-95ae-5a822de41dad HTTP/1.1" status: 200 len: 1098 time: 0.0773618 Jan 11 14:21:38.036560 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c0774164-b92f-488c-a298-eb043bf92c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-730834'] for router_interface (022719f5-ebb3-49d9-a36a-b008dd8ffa7e), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:38.132965 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-f1a34766-3515-4dbc-8d5c-de9109e76ed9 req-65ce42e8-7ddb-4eff-8803-9b09a4a84a66 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5e90da8c-58e2-44c7-b745-b3d6a39f64d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140108 Jan 11 14:21:38.359529 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-c0774164-b92f-488c-a298-eb043bf92c7b admin admin] Deleting port fa6a77a5-8760-490b-ad49-07e03891dfd4 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:21:38.359790 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c0774164-b92f-488c-a298-eb043bf92c7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (fa6a77a5-8760-490b-ad49-07e03891dfd4), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:38.433492 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-c0774164-b92f-488c-a298-eb043bf92c7b admin admin] For port fa6a77a5-8760-490b-ad49-07e03891dfd4, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=fa6a77a5-8760-490b-ad49-07e03891dfd4,segment=NetworkSegment(3f1e544f-b34b-440c-8b89-5b9e236d8cc8),segment_id=3f1e544f-b34b-440c-8b89-5b9e236d8cc8)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:21:38.433847 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c0774164-b92f-488c-a298-eb043bf92c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (fa6a77a5-8760-490b-ad49-07e03891dfd4), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:38.447803 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-c0774164-b92f-488c-a298-eb043bf92c7b admin admin] Calling delete_port for fa6a77a5-8760-490b-ad49-07e03891dfd4 owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:21:38.565479 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c7660-f81d-4101-9c0d-db90fcd79ab6 req-f62ca29d-8875-475b-9d63-e6712e785db8 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:38.567070 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-133c7660-f81d-4101-9c0d-db90fcd79ab6 req-f62ca29d-8875-475b-9d63-e6712e785db8 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a0b9346-4e10-4ad4-95ae-5a822de41dad HTTP/1.1" status: 200 len: 945 time: 0.0509732 Jan 11 14:21:38.618042 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-133c7660-f81d-4101-9c0d-db90fcd79ab6 req-5cfabcfb-dc57-4844-9573-233f092604fa tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e90da8c-58e2-44c7-b745-b3d6a39f64d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445278 Jan 11 14:21:38.768953 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:38.865069 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c0774164-b92f-488c-a298-eb043bf92c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (fa6a77a5-8760-490b-ad49-07e03891dfd4), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:38.887837 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0774164-b92f-488c-a298-eb043bf92c7b admin admin] Pushing event deleted for resources: {'Port': ['ID=fa6a77a5-8760-490b-ad49-07e03891dfd4,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:21:39.050836 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c0774164-b92f-488c-a298-eb043bf92c7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-730726'] for router_interface (022719f5-ebb3-49d9-a36a-b008dd8ffa7e), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:39.266722 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0774164-b92f-488c-a298-eb043bf92c7b admin admin] Router 022719f5-ebb3-49d9-a36a-b008dd8ffa7e has already been hosted by L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 14:21:39.369746 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0774164-b92f-488c-a298-eb043bf92c7b admin admin] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:21:39.374624 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-c0774164-b92f-488c-a298-eb043bf92c7b admin admin] 10.222.0.49 "PUT /v2.0/routers/022719f5-ebb3-49d9-a36a-b008dd8ffa7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7906945 Jan 11 14:21:39.377151 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 59188) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:21:39.380376 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f062c49-dc08-4d2c-b3b6-4b728bee5424 None None] Sync routers for ids ['022719f5-ebb3-49d9-a36a-b008dd8ffa7e'] in dv-cinder-824131-3-iscsi {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:21:39.389832 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f062c49-dc08-4d2c-b3b6-4b728bee5424 None None] Routers {'022719f5-ebb3-49d9-a36a-b008dd8ffa7e'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:21:39.390457 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-3f062c49-dc08-4d2c-b3b6-4b728bee5424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:21:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['022719f5-ebb3-49d9-a36a-b008dd8ffa7e'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:21:39.482042 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-94223567-e622-46c5-a12c-b3e3c65bceae admin admin] Publish callbacks [] for router (022719f5-ebb3-49d9-a36a-b008dd8ffa7e), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:39.495657 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-3f062c49-dc08-4d2c-b3b6-4b728bee5424 None None] Set router 022719f5-ebb3-49d9-a36a-b008dd8ffa7e gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:21:39.587353 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-94223567-e622-46c5-a12c-b3e3c65bceae admin admin] Publish callbacks [] for router_gateway (022719f5-ebb3-49d9-a36a-b008dd8ffa7e), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:39.639295 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-94223567-e622-46c5-a12c-b3e3c65bceae admin admin] Deleting port b4162774-e1e4-4234-82f0-99aa9a4b5185 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:21:39.639681 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-94223567-e622-46c5-a12c-b3e3c65bceae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (b4162774-e1e4-4234-82f0-99aa9a4b5185), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:39.686232 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-3f062c49-dc08-4d2c-b3b6-4b728bee5424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'name': 'tempest-TestMinimumBasicScenario-318164986-router', 'tenant_id': '1d7f551824974a53a1ea507b061f4c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'b4162774-e1e4-4234-82f0-99aa9a4b5185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:16:48Z', 'updated_at': '2022-01-11T14:21:38Z', 'revision_number': 5, 'project_id': '1d7f551824974a53a1ea507b061f4c72', 'gw_port': {'id': 'b4162774-e1e4-4234-82f0-99aa9a4b5185', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:16:48Z', 'updated_at': '2022-01-11T14:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi'}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:21:39.713586 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f062c49-dc08-4d2c-b3b6-4b728bee5424 None None] Checking router: 022719f5-ebb3-49d9-a36a-b008dd8ffa7e for host: dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:21:39.722286 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f062c49-dc08-4d2c-b3b6-4b728bee5424 None None] Routers {'022719f5-ebb3-49d9-a36a-b008dd8ffa7e'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:21:39.722676 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-3f062c49-dc08-4d2c-b3b6-4b728bee5424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:21:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['022719f5-ebb3-49d9-a36a-b008dd8ffa7e'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:21:39.736138 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-94223567-e622-46c5-a12c-b3e3c65bceae admin admin] For port b4162774-e1e4-4234-82f0-99aa9a4b5185, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=b4162774-e1e4-4234-82f0-99aa9a4b5185,segment=NetworkSegment(74f2f49c-8139-48f1-b44d-9c7351d31a13),segment_id=74f2f49c-8139-48f1-b44d-9c7351d31a13)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:21:39.736513 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-94223567-e622-46c5-a12c-b3e3c65bceae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (b4162774-e1e4-4234-82f0-99aa9a4b5185), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:39.748731 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744f87f-77d3-483a-82bc-768465d386fd req-b125b660-2eac-44a7-b0c3-04667e767822 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:39.750652 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d744f87f-77d3-483a-82bc-768465d386fd req-b125b660-2eac-44a7-b0c3-04667e767822 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a0b9346-4e10-4ad4-95ae-5a822de41dad HTTP/1.1" status: 200 len: 945 time: 0.0594866 Jan 11 14:21:39.759882 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-94223567-e622-46c5-a12c-b3e3c65bceae admin admin] Calling delete_port for b4162774-e1e4-4234-82f0-99aa9a4b5185 owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:21:39.805575 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d744f87f-77d3-483a-82bc-768465d386fd req-42ffa79e-91c6-47b2-a3d0-fd09174380e9 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e90da8c-58e2-44c7-b745-b3d6a39f64d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481932 Jan 11 14:21:39.814224 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-3f062c49-dc08-4d2c-b3b6-4b728bee5424 None None] Set router 022719f5-ebb3-49d9-a36a-b008dd8ffa7e gateway port host: None {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:21:39.871812 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-3f062c49-dc08-4d2c-b3b6-4b728bee5424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'name': 'tempest-TestMinimumBasicScenario-318164986-router', 'tenant_id': '1d7f551824974a53a1ea507b061f4c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:16:48Z', 'updated_at': '2022-01-11T14:21:39Z', 'revision_number': 6, 'project_id': '1d7f551824974a53a1ea507b061f4c72', 'gw_port_host': None}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:21:39.899616 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f062c49-dc08-4d2c-b3b6-4b728bee5424 None None] The sync data for ids ['022719f5-ebb3-49d9-a36a-b008dd8ffa7e'] in dv-cinder-824131-3-iscsi is: [{'id': '022719f5-ebb3-49d9-a36a-b008dd8ffa7e', 'name': 'tempest-TestMinimumBasicScenario-318164986-router', 'tenant_id': '1d7f551824974a53a1ea507b061f4c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:16:48Z', 'updated_at': '2022-01-11T14:21:39Z', 'revision_number': 6, 'project_id': '1d7f551824974a53a1ea507b061f4c72', 'gw_port_host': None}] {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:21:39.931882 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a3410-37f4-479b-b616-fc3135671905 req-7ab722ba-3ee2-48b5-bd70-57752f0bca1c tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:39.937100 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-680a3410-37f4-479b-b616-fc3135671905 req-7ab722ba-3ee2-48b5-bd70-57752f0bca1c tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a0b9346-4e10-4ad4-95ae-5a822de41dad HTTP/1.1" status: 200 len: 945 time: 0.0560558 Jan 11 14:21:39.942301 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 59196) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:21:39.946790 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-782bbc13-b5ae-4130-afcb-c2705806d60f tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Request body: {'floatingip': {'port_id': 'c4542d74-4b8d-4592-a074-26f4696dd8e0'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:21:39.952922 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-94223567-e622-46c5-a12c-b3e3c65bceae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (b4162774-e1e4-4234-82f0-99aa9a4b5185), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:39.978360 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94223567-e622-46c5-a12c-b3e3c65bceae admin admin] Pushing event deleted for resources: {'Port': ['ID=b4162774-e1e4-4234-82f0-99aa9a4b5185,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:21:39.994462 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-782bbc13-b5ae-4130-afcb-c2705806d60f tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for floatingip (962cad7f-9ac2-4c60-b685-df6d57f7147e), before_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:40.036766 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-94223567-e622-46c5-a12c-b3e3c65bceae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704644'] for router_gateway (022719f5-ebb3-49d9-a36a-b008dd8ffa7e), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:40.123557 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-94223567-e622-46c5-a12c-b3e3c65bceae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30047'] for router (022719f5-ebb3-49d9-a36a-b008dd8ffa7e), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:40.125658 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-94223567-e622-46c5-a12c-b3e3c65bceae admin admin] Publish callbacks [] for router_controller (022719f5-ebb3-49d9-a36a-b008dd8ffa7e), precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:40.172000 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-94223567-e622-46c5-a12c-b3e3c65bceae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742260'] for router (022719f5-ebb3-49d9-a36a-b008dd8ffa7e), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:40.172669 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94223567-e622-46c5-a12c-b3e3c65bceae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 022719f5-ebb3-49d9-a36a-b008dd8ffa7e {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 11 14:21:40.178895 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-94223567-e622-46c5-a12c-b3e3c65bceae admin admin] Publish callbacks [] for router (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:40.180129 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-94223567-e622-46c5-a12c-b3e3c65bceae admin admin] 10.222.0.49 "DELETE /v2.0/routers/022719f5-ebb3-49d9-a36a-b008dd8ffa7e HTTP/1.1" status: 204 len: 168 time: 0.8020711 Jan 11 14:21:40.182646 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 59198) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:21:40.227397 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e3d92e-bcb3-4ddf-a479-c9ca078bac3f admin admin] Deleting subnet 6fc3111a-af4c-475c-bc89-8a812c8ededa {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 14:21:40.230687 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-97e3d92e-bcb3-4ddf-a479-c9ca078bac3f admin admin] Publish callbacks [] for subnet (6fc3111a-af4c-475c-bc89-8a812c8ededa), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:40.265666 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-97e3d92e-bcb3-4ddf-a479-c9ca078bac3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850843'] for subnet (6fc3111a-af4c-475c-bc89-8a812c8ededa), precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:40.393991 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-97e3d92e-bcb3-4ddf-a479-c9ca078bac3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757316'] for subnet (6fc3111a-af4c-475c-bc89-8a812c8ededa), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:40.429400 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-782bbc13-b5ae-4130-afcb-c2705806d60f tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:40.433601 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-782bbc13-b5ae-4130-afcb-c2705806d60f tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704722'] for floatingip (962cad7f-9ac2-4c60-b685-df6d57f7147e), after_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:40.446286 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-97e3d92e-bcb3-4ddf-a479-c9ca078bac3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10442644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10134044'] for subnet (6fc3111a-af4c-475c-bc89-8a812c8ededa), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:40.473657 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3d92e-bcb3-4ddf-a479-c9ca078bac3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fc3111a-af4c-475c-bc89-8a812c8ededa,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:21:40.478455 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-97e3d92e-bcb3-4ddf-a479-c9ca078bac3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:40.483933 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-97e3d92e-bcb3-4ddf-a479-c9ca078bac3f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6fc3111a-af4c-475c-bc89-8a812c8ededa HTTP/1.1" status: 204 len: 168 time: 0.3003387 Jan 11 14:21:40.485076 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 59200) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:21:40.485947 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321d2b9c-1505-4223-b8f1-0fed71684069 None None] Network 72a2248c-a73f-49e5-a11c-e9eb238083f0 requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:21:40.536627 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.db.l3_db [None req-782bbc13-b5ae-4130-afcb-c2705806d60f tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Floating IP 962cad7f-9ac2-4c60-b685-df6d57f7147e associated. External IP: 172.27.2.197, port: c4542d74-4b8d-4592-a074-26f4696dd8e0. Jan 11 14:21:40.559409 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d9b8945a-27de-4fc4-b43a-b9dd50c84199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1612487'] for network (72a2248c-a73f-49e5-a11c-e9eb238083f0), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:40.615123 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-d9b8945a-27de-4fc4-b43a-b9dd50c84199 admin admin] Deleting port 2d260fe8-1ac5-426e-83e8-b7b30d6545d4 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:21:40.615638 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d9b8945a-27de-4fc4-b43a-b9dd50c84199 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (2d260fe8-1ac5-426e-83e8-b7b30d6545d4), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:40.694521 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bd5201-ad84-4fb0-9eb3-baf67e9ca19c None None] DHCP port deletion for 72a2248c-a73f-49e5-a11c-e9eb238083f0 request from dv-cinder-824131-3-iscsi {{(pid=102760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 11 14:21:40.695877 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-d9b8945a-27de-4fc4-b43a-b9dd50c84199 admin admin] For port 2d260fe8-1ac5-426e-83e8-b7b30d6545d4, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=2d260fe8-1ac5-426e-83e8-b7b30d6545d4,segment=NetworkSegment(3f1e544f-b34b-440c-8b89-5b9e236d8cc8),segment_id=3f1e544f-b34b-440c-8b89-5b9e236d8cc8)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:21:40.696363 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d9b8945a-27de-4fc4-b43a-b9dd50c84199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (2d260fe8-1ac5-426e-83e8-b7b30d6545d4), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:40.719542 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-d9b8945a-27de-4fc4-b43a-b9dd50c84199 admin admin] Calling delete_port for 2d260fe8-1ac5-426e-83e8-b7b30d6545d4 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:21:40.752803 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-66bd5201-ad84-4fb0-9eb3-baf67e9ca19c None None] Deleting port 2d260fe8-1ac5-426e-83e8-b7b30d6545d4 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:21:40.753185 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-66bd5201-ad84-4fb0-9eb3-baf67e9ca19c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (2d260fe8-1ac5-426e-83e8-b7b30d6545d4), before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:40.758543 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782bbc13-b5ae-4130-afcb-c2705806d60f tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Router c7e0f9f8-8f73-44da-b050-d5cb4210a5cd has already been hosted by L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 {{(pid=102758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 14:21:40.812718 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d9b8945a-27de-4fc4-b43a-b9dd50c84199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (2d260fe8-1ac5-426e-83e8-b7b30d6545d4), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:40.828609 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-66bd5201-ad84-4fb0-9eb3-baf67e9ca19c None None] For port 2d260fe8-1ac5-426e-83e8-b7b30d6545d4, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=2d260fe8-1ac5-426e-83e8-b7b30d6545d4,segment=NetworkSegment(3f1e544f-b34b-440c-8b89-5b9e236d8cc8),segment_id=3f1e544f-b34b-440c-8b89-5b9e236d8cc8)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:21:40.829203 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-66bd5201-ad84-4fb0-9eb3-baf67e9ca19c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (2d260fe8-1ac5-426e-83e8-b7b30d6545d4), precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:40.844043 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8945a-27de-4fc4-b43a-b9dd50c84199 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d260fe8-1ac5-426e-83e8-b7b30d6545d4,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:21:40.847412 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b8945a-27de-4fc4-b43a-b9dd50c84199 admin admin] No DVR routers for this DVR port 2d260fe8-1ac5-426e-83e8-b7b30d6545d4 on host dv-cinder-824131-3-iscsi {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 14:21:40.863401 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-66bd5201-ad84-4fb0-9eb3-baf67e9ca19c None None] Calling delete_port for 2d260fe8-1ac5-426e-83e8-b7b30d6545d4 owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:21:40.884986 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782bbc13-b5ae-4130-afcb-c2705806d60f tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:21:40.890337 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-782bbc13-b5ae-4130-afcb-c2705806d60f tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:40.898040 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5db8d9f-93ef-4d4b-bd96-b73232ed0fb9 None None] Sync routers for ids ['c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'] in dv-cinder-824131-3-iscsi {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:21:40.911118 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5db8d9f-93ef-4d4b-bd96-b73232ed0fb9 None None] Routers {'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:21:40.914385 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-e5db8d9f-93ef-4d4b-bd96-b73232ed0fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:21:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:21:40.923410 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-782bbc13-b5ae-4130-afcb-c2705806d60f tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "PUT /v2.0/floatingips/962cad7f-9ac2-4c60-b685-df6d57f7147e HTTP/1.1" status: 200 len: 991 time: 0.9799702 Jan 11 14:21:40.924363 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a0b9346-4e10-4ad4-95ae-5a822de41dad', 'tag': 'c4542d74-4b8d-4592-a074-26f4696dd8e0'}] {{(pid=102758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:21:40.939089 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bad0c4360237c930a732257e05ff37eb7f7649fd7d398cae3022b7fa374a377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec24d9fb-71a0-4fb3-9f0b-55166713102d" -d '{"events": [{"name": "network-changed", "server_uuid": "4a0b9346-4e10-4ad4-95ae-5a822de41dad", "tag": "c4542d74-4b8d-4592-a074-26f4696dd8e0"}]}' {{(pid=102758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:21:40.969107 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d9b8945a-27de-4fc4-b43a-b9dd50c84199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759249', 'neutron.services.segments.db._delete_segments_for_network-8792866421935'] for network (72a2248c-a73f-49e5-a11c-e9eb238083f0), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:40.997788 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.services.segments.db [None req-d9b8945a-27de-4fc4-b43a-b9dd50c84199 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a2248c-a73f-49e5-a11c-e9eb238083f0']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:21:41.015524 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.services.segments.db [None req-d9b8945a-27de-4fc4-b43a-b9dd50c84199 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f1e544f-b34b-440c-8b89-5b9e236d8cc8') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:21:41.015965 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.services.segments.db [None req-d9b8945a-27de-4fc4-b43a-b9dd50c84199 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f1e544f-b34b-440c-8b89-5b9e236d8cc8') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:21:41.020593 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 14:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745e1180-3701-49e3-aab2-0ca102b2634a x-openstack-request-id: req-745e1180-3701-49e3-aab2-0ca102b2634a {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:21:41.020968 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a0b9346-4e10-4ad4-95ae-5a822de41dad", "tag": "c4542d74-4b8d-4592-a074-26f4696dd8e0", "status": "completed", "code": 200}]} {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:21:41.021295 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-745e1180-3701-49e3-aab2-0ca102b2634a {{(pid=102758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:21:41.021777 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a0b9346-4e10-4ad4-95ae-5a822de41dad', 'tag': 'c4542d74-4b8d-4592-a074-26f4696dd8e0', 'status': 'completed', 'code': 200} Jan 11 14:21:41.023080 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-66bd5201-ad84-4fb0-9eb3-baf67e9ca19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005'] for port (2d260fe8-1ac5-426e-83e8-b7b30d6545d4), after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:41.042333 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d9b8945a-27de-4fc4-b43a-b9dd50c84199 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792866425528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850834'] for segment (3f1e544f-b34b-440c-8b89-5b9e236d8cc8), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:41.057178 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd5201-ad84-4fb0-9eb3-baf67e9ca19c None None] Pushing event deleted for resources: {'Port': ['ID=2d260fe8-1ac5-426e-83e8-b7b30d6545d4,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:21:41.061405 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bd5201-ad84-4fb0-9eb3-baf67e9ca19c None None] No DVR routers for this DVR port 2d260fe8-1ac5-426e-83e8-b7b30d6545d4 on host dv-cinder-824131-3-iscsi {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 14:21:41.092527 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-e5db8d9f-93ef-4d4b-bd96-b73232ed0fb9 None None] Set router c7e0f9f8-8f73-44da-b050-d5cb4210a5cd gateway port host: dv-cinder-824131-3-iscsi {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:21:41.093360 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d9b8945a-27de-4fc4-b43a-b9dd50c84199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781'] for segment (3f1e544f-b34b-440c-8b89-5b9e236d8cc8), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:41.103443 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b8945a-27de-4fc4-b43a-b9dd50c84199 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 14:21:41.103936 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d9b8945a-27de-4fc4-b43a-b9dd50c84199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10442738'] for segment (3f1e544f-b34b-440c-8b89-5b9e236d8cc8), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: Traceback (most recent call last): Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: timer() Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: cb(*args, **kw) Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: return func(*args, **kwargs) Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: self._notify() Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: self.callback(batched_events) Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: event.method(event) Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: return f(self, *a, **k) Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: return self._get(url).json() Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: return self.request(url, 'GET', **kwargs) Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 14:21:41.106720 dv-cinder-824131-3-iscsi neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 14:21:41.144855 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24d9fb-71a0-4fb3-9f0b-55166713102d req-16b3e617-6de3-4b82-a9da-c8c2abc08e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:41.146371 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-ec24d9fb-71a0-4fb3-9f0b-55166713102d req-16b3e617-6de3-4b82-a9da-c8c2abc08e54 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a11f6957ee74ff0a62315613ff54913&device_id=4a0b9346-4e10-4ad4-95ae-5a822de41dad HTTP/1.1" status: 200 len: 1098 time: 0.1018691 Jan 11 14:21:41.200778 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device fa6a77a5-8760-490b-ad49-07e03891dfd4 no longer exists at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:21:41.207395 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d9b8945a-27de-4fc4-b43a-b9dd50c84199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704736'] for network (72a2248c-a73f-49e5-a11c-e9eb238083f0), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:41.215087 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d9b8945a-27de-4fc4-b43a-b9dd50c84199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for network (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:41.218421 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-d9b8945a-27de-4fc4-b43a-b9dd50c84199 admin admin] 10.222.0.49 "DELETE /v2.0/networks/72a2248c-a73f-49e5-a11c-e9eb238083f0 HTTP/1.1" status: 204 len: 168 time: 0.7321970 Jan 11 14:21:41.221294 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 59208) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:21:41.225971 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] No Port match for: fa6a77a5-8760-490b-ad49-07e03891dfd4 {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:21:41.226444 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device fa6a77a5-8760-490b-ad49-07e03891dfd4 not bound to the agent host dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:21:41.226966 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 2d260fe8-1ac5-426e-83e8-b7b30d6545d4 no longer exists at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:21:41.236964 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8945a-27de-4fc4-b43a-b9dd50c84199 admin admin] Pushing event deleted for resources: {'Network': ['ID=72a2248c-a73f-49e5-a11c-e9eb238083f0,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:21:41.250108 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] No Port match for: 2d260fe8-1ac5-426e-83e8-b7b30d6545d4 {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:21:41.250575 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 2d260fe8-1ac5-426e-83e8-b7b30d6545d4 not bound to the agent host dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:21:41.251090 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device b4162774-e1e4-4234-82f0-99aa9a4b5185 no longer exists at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:21:41.274912 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] No Port match for: b4162774-e1e4-4234-82f0-99aa9a4b5185 {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:21:41.275692 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device b4162774-e1e4-4234-82f0-99aa9a4b5185 not bound to the agent host dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:21:41.308420 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24d9fb-71a0-4fb3-9f0b-55166713102d req-19e7a0c4-fcbb-4031-8c90-b51f4acb9588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:41.309469 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-ec24d9fb-71a0-4fb3-9f0b-55166713102d req-19e7a0c4-fcbb-4031-8c90-b51f4acb9588 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0b91e79a-b551-4734-8a4b-8bd89379e2e4 HTTP/1.1" status: 200 len: 912 time: 0.1512201 Jan 11 14:21:41.380184 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-ec24d9fb-71a0-4fb3-9f0b-55166713102d req-5d6c3d93-e101-4d4f-8796-786a61119445 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4542d74-4b8d-4592-a074-26f4696dd8e0 HTTP/1.1" status: 200 len: 999 time: 0.0644376 Jan 11 14:21:41.429839 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24d9fb-71a0-4fb3-9f0b-55166713102d req-25e3c8c6-b26f-4623-be2c-35c2dc7cbd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:41.431442 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-ec24d9fb-71a0-4fb3-9f0b-55166713102d req-25e3c8c6-b26f-4623-be2c-35c2dc7cbd0e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7e0256b9-88cf-4f3b-af76-871b368403f9 HTTP/1.1" status: 200 len: 850 time: 0.0457470 Jan 11 14:21:41.460117 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-e5db8d9f-93ef-4d4b-bd96-b73232ed0fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'name': 'tempest-AttachVolumeTestJSON-1626767127-router', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:13:03Z', 'revision_number': 4, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'gw_port': {'id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_floatingips': [{'id': '962cad7f-9ac2-4c60-b685-df6d57f7147e', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'router_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'port_id': 'c4542d74-4b8d-4592-a074-26f4696dd8e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4', 'mac_address': 'fa:16:3e:35:91:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0b9346-4e10-4ad4-95ae-5a822de41dad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T14:21:27Z', 'updated_at': '2022-01-11T14:21:40Z', 'revision_number': 1, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e463e88-ef00-4515-be8d-53006796cca1', 'name': '', 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'mac_address': 'fa:16:3e:0d:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7e0256b9-88cf-4f3b-af76-871b368403f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:13:01Z', 'updated_at': '2022-01-11T14:13:10Z', 'revision_number': 5, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'subnets': [{'id': '7e0256b9-88cf-4f3b-af76-871b368403f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:21:41.480441 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24d9fb-71a0-4fb3-9f0b-55166713102d req-b0295193-b522-40b3-90b9-dcefe7d18c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:41.482117 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-ec24d9fb-71a0-4fb3-9f0b-55166713102d req-b0295193-b522-40b3-90b9-dcefe7d18c56 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b91e79a-b551-4734-8a4b-8bd89379e2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442264 Jan 11 14:21:41.486747 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5db8d9f-93ef-4d4b-bd96-b73232ed0fb9 None None] Checking router: c7e0f9f8-8f73-44da-b050-d5cb4210a5cd for host: dv-cinder-824131-3-iscsi {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:21:41.496119 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5db8d9f-93ef-4d4b-bd96-b73232ed0fb9 None None] Routers {'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:21:41.496763 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-e5db8d9f-93ef-4d4b-bd96-b73232ed0fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:21:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:21:41.576850 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-ec24d9fb-71a0-4fb3-9f0b-55166713102d req-7c95be54-88ba-42e3-8994-feebda79d0bd service neutron] 10.222.0.45 "GET /v2.0/networks/0b91e79a-b551-4734-8a4b-8bd89379e2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876529 Jan 11 14:21:41.607758 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-e5db8d9f-93ef-4d4b-bd96-b73232ed0fb9 None None] Set router c7e0f9f8-8f73-44da-b050-d5cb4210a5cd gateway port host: dv-cinder-824131-3-iscsi {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:21:41.674195 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-ec24d9fb-71a0-4fb3-9f0b-55166713102d req-e9eb1ff7-2370-4e9f-b242-45552b8ecf5f service neutron] 10.222.0.45 "GET /v2.0/networks/0b91e79a-b551-4734-8a4b-8bd89379e2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917754 Jan 11 14:21:41.826114 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-b16b0fca-396b-4c8d-94a7-844c476236be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-730834'] for router_interface (fdf16bcb-a732-4942-be01-3135a64f24b0), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:41.837937 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-e5db8d9f-93ef-4d4b-bd96-b73232ed0fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'name': 'tempest-AttachVolumeTestJSON-1626767127-router', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:13:03Z', 'revision_number': 4, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'gw_port': {'id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_floatingips': [{'id': '962cad7f-9ac2-4c60-b685-df6d57f7147e', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'router_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'port_id': 'c4542d74-4b8d-4592-a074-26f4696dd8e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4', 'mac_address': 'fa:16:3e:35:91:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0b9346-4e10-4ad4-95ae-5a822de41dad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T14:21:27Z', 'updated_at': '2022-01-11T14:21:40Z', 'revision_number': 1, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e463e88-ef00-4515-be8d-53006796cca1', 'name': '', 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'mac_address': 'fa:16:3e:0d:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7e0256b9-88cf-4f3b-af76-871b368403f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:13:01Z', 'updated_at': '2022-01-11T14:13:10Z', 'revision_number': 5, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'subnets': [{'id': '7e0256b9-88cf-4f3b-af76-871b368403f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:21:41.863394 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5db8d9f-93ef-4d4b-bd96-b73232ed0fb9 None None] The sync data for ids ['c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'] in dv-cinder-824131-3-iscsi is: [{'id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'name': 'tempest-AttachVolumeTestJSON-1626767127-router', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:13:03Z', 'revision_number': 4, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'gw_port': {'id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_floatingips': [{'id': '962cad7f-9ac2-4c60-b685-df6d57f7147e', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'router_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'port_id': 'c4542d74-4b8d-4592-a074-26f4696dd8e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4', 'mac_address': 'fa:16:3e:35:91:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0b9346-4e10-4ad4-95ae-5a822de41dad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T14:21:27Z', 'updated_at': '2022-01-11T14:21:40Z', 'revision_number': 1, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e463e88-ef00-4515-be8d-53006796cca1', 'name': '', 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'mac_address': 'fa:16:3e:0d:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7e0256b9-88cf-4f3b-af76-871b368403f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:13:01Z', 'updated_at': '2022-01-11T14:13:10Z', 'revision_number': 5, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'subnets': [{'id': '7e0256b9-88cf-4f3b-af76-871b368403f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:21:42.083013 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a79b1c-1f35-457a-ace3-17261e071c0a None None] New status for floating IP 962cad7f-9ac2-4c60-b685-df6d57f7147e: ACTIVE {{(pid=102760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 14:21:42.083568 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [None req-b16b0fca-396b-4c8d-94a7-844c476236be admin admin] Deleting port f90835dc-a53b-482a-95eb-dcbb1cd497fb {{(pid=102758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:21:42.083568 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-b16b0fca-396b-4c8d-94a7-844c476236be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (f90835dc-a53b-482a-95eb-dcbb1cd497fb), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:42.166428 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [None req-b16b0fca-396b-4c8d-94a7-844c476236be admin admin] For port f90835dc-a53b-482a-95eb-dcbb1cd497fb, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=f90835dc-a53b-482a-95eb-dcbb1cd497fb,segment=NetworkSegment(a61e02ff-2993-4ffc-a0da-18e57e38908e),segment_id=a61e02ff-2993-4ffc-a0da-18e57e38908e)] {{(pid=102758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:21:42.166799 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-b16b0fca-396b-4c8d-94a7-844c476236be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (f90835dc-a53b-482a-95eb-dcbb1cd497fb), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:42.179598 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [None req-b16b0fca-396b-4c8d-94a7-844c476236be admin admin] Calling delete_port for f90835dc-a53b-482a-95eb-dcbb1cd497fb owned by network:router_interface {{(pid=102758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:21:42.360406 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-b16b0fca-396b-4c8d-94a7-844c476236be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10081185'] for port (f90835dc-a53b-482a-95eb-dcbb1cd497fb), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:42.385934 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b0fca-396b-4c8d-94a7-844c476236be admin admin] Pushing event deleted for resources: {'Port': ['ID=f90835dc-a53b-482a-95eb-dcbb1cd497fb,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:21:42.549432 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-b16b0fca-396b-4c8d-94a7-844c476236be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-730726'] for router_interface (fdf16bcb-a732-4942-be01-3135a64f24b0), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:42.755069 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16b0fca-396b-4c8d-94a7-844c476236be admin admin] Router fdf16bcb-a732-4942-be01-3135a64f24b0 has already been hosted by L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 {{(pid=102758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 14:21:42.856962 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16b0fca-396b-4c8d-94a7-844c476236be admin admin] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:21:42.863023 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-b16b0fca-396b-4c8d-94a7-844c476236be admin admin] 10.222.0.49 "PUT /v2.0/routers/fdf16bcb-a732-4942-be01-3135a64f24b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6406865 Jan 11 14:21:42.865916 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 59214) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:21:42.869699 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd22f85e-2f1c-4cf1-aeca-95d85df00080 None None] Sync routers for ids ['fdf16bcb-a732-4942-be01-3135a64f24b0'] in dv-cinder-824131-3-iscsi {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:21:42.888653 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd22f85e-2f1c-4cf1-aeca-95d85df00080 None None] Routers {'fdf16bcb-a732-4942-be01-3135a64f24b0'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:21:42.889257 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-fd22f85e-2f1c-4cf1-aeca-95d85df00080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:21:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['fdf16bcb-a732-4942-be01-3135a64f24b0'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:21:42.966160 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d08a484f-8cac-4963-a765-16146aa1c505 admin admin] Publish callbacks [] for router (fdf16bcb-a732-4942-be01-3135a64f24b0), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:43.005346 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-fd22f85e-2f1c-4cf1-aeca-95d85df00080 None None] Set router fdf16bcb-a732-4942-be01-3135a64f24b0 gateway port host: dv-cinder-824131-3-iscsi {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:21:43.072637 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d08a484f-8cac-4963-a765-16146aa1c505 admin admin] Publish callbacks [] for router_gateway (fdf16bcb-a732-4942-be01-3135a64f24b0), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:43.138796 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [None req-d08a484f-8cac-4963-a765-16146aa1c505 admin admin] Deleting port c9d90c85-4bc8-44f0-9860-4647dc0099ce {{(pid=102758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:21:43.138796 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d08a484f-8cac-4963-a765-16146aa1c505 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (c9d90c85-4bc8-44f0-9860-4647dc0099ce), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:43.219503 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-fd22f85e-2f1c-4cf1-aeca-95d85df00080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf16bcb-a732-4942-be01-3135a64f24b0', 'name': 'tempest-TestMinimumBasicScenario-1006153851-router', 'tenant_id': '19bbe4e34d3f48e2a0e0ba4beff1219a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'c9d90c85-4bc8-44f0-9860-4647dc0099ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:16:53Z', 'updated_at': '2022-01-11T14:21:42Z', 'revision_number': 5, 'project_id': '19bbe4e34d3f48e2a0e0ba4beff1219a', 'gw_port': {'id': 'c9d90c85-4bc8-44f0-9860-4647dc0099ce', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf16bcb-a732-4942-be01-3135a64f24b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:16:53Z', 'updated_at': '2022-01-11T14:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi'}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:21:43.230725 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [None req-d08a484f-8cac-4963-a765-16146aa1c505 admin admin] For port c9d90c85-4bc8-44f0-9860-4647dc0099ce, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=c9d90c85-4bc8-44f0-9860-4647dc0099ce,segment=NetworkSegment(74f2f49c-8139-48f1-b44d-9c7351d31a13),segment_id=74f2f49c-8139-48f1-b44d-9c7351d31a13)] {{(pid=102758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:21:43.231091 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d08a484f-8cac-4963-a765-16146aa1c505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (c9d90c85-4bc8-44f0-9860-4647dc0099ce), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:43.243823 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [None req-d08a484f-8cac-4963-a765-16146aa1c505 admin admin] Calling delete_port for c9d90c85-4bc8-44f0-9860-4647dc0099ce owned by network:router_gateway {{(pid=102758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:21:43.245313 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd22f85e-2f1c-4cf1-aeca-95d85df00080 None None] Checking router: fdf16bcb-a732-4942-be01-3135a64f24b0 for host: dv-cinder-824131-3-iscsi {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:21:43.253224 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd22f85e-2f1c-4cf1-aeca-95d85df00080 None None] Routers {'fdf16bcb-a732-4942-be01-3135a64f24b0'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:21:43.254397 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-fd22f85e-2f1c-4cf1-aeca-95d85df00080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:21:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['fdf16bcb-a732-4942-be01-3135a64f24b0'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:21:43.337804 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-fd22f85e-2f1c-4cf1-aeca-95d85df00080 None None] Set router fdf16bcb-a732-4942-be01-3135a64f24b0 gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:21:43.394086 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-fd22f85e-2f1c-4cf1-aeca-95d85df00080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf16bcb-a732-4942-be01-3135a64f24b0', 'name': 'tempest-TestMinimumBasicScenario-1006153851-router', 'tenant_id': '19bbe4e34d3f48e2a0e0ba4beff1219a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:16:53Z', 'updated_at': '2022-01-11T14:21:43Z', 'revision_number': 6, 'project_id': '19bbe4e34d3f48e2a0e0ba4beff1219a', 'gw_port_host': None}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:21:43.406662 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d08a484f-8cac-4963-a765-16146aa1c505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10081185'] for port (c9d90c85-4bc8-44f0-9860-4647dc0099ce), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:43.420258 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd22f85e-2f1c-4cf1-aeca-95d85df00080 None None] The sync data for ids ['fdf16bcb-a732-4942-be01-3135a64f24b0'] in dv-cinder-824131-3-iscsi is: [{'id': 'fdf16bcb-a732-4942-be01-3135a64f24b0', 'name': 'tempest-TestMinimumBasicScenario-1006153851-router', 'tenant_id': '19bbe4e34d3f48e2a0e0ba4beff1219a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:16:53Z', 'updated_at': '2022-01-11T14:21:43Z', 'revision_number': 6, 'project_id': '19bbe4e34d3f48e2a0e0ba4beff1219a', 'gw_port_host': None}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:21:43.430065 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a484f-8cac-4963-a765-16146aa1c505 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9d90c85-4bc8-44f0-9860-4647dc0099ce,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:21:43.496259 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d08a484f-8cac-4963-a765-16146aa1c505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704644'] for router_gateway (fdf16bcb-a732-4942-be01-3135a64f24b0), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:43.607784 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d08a484f-8cac-4963-a765-16146aa1c505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30047'] for router (fdf16bcb-a732-4942-be01-3135a64f24b0), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:43.610040 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d08a484f-8cac-4963-a765-16146aa1c505 admin admin] Publish callbacks [] for router_controller (fdf16bcb-a732-4942-be01-3135a64f24b0), precommit_delete_associations {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:43.672936 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d08a484f-8cac-4963-a765-16146aa1c505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742260'] for router (fdf16bcb-a732-4942-be01-3135a64f24b0), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:43.673709 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08a484f-8cac-4963-a765-16146aa1c505 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdf16bcb-a732-4942-be01-3135a64f24b0 {{(pid=102758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 11 14:21:43.680074 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d08a484f-8cac-4963-a765-16146aa1c505 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:43.681527 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-d08a484f-8cac-4963-a765-16146aa1c505 admin admin] 10.222.0.49 "DELETE /v2.0/routers/fdf16bcb-a732-4942-be01-3135a64f24b0 HTTP/1.1" status: 204 len: 168 time: 0.8146694 Jan 11 14:21:43.683984 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 59220) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:21:43.730660 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2850943-c04d-4753-9674-7ace76ca31c3 admin admin] Deleting subnet bcfe3f72-65c2-4149-8902-6483ab2c7374 {{(pid=102758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 14:21:43.733617 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a2850943-c04d-4753-9674-7ace76ca31c3 admin admin] Publish callbacks [] for subnet (bcfe3f72-65c2-4149-8902-6483ab2c7374), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:43.768087 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a2850943-c04d-4753-9674-7ace76ca31c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9042724'] for subnet (bcfe3f72-65c2-4149-8902-6483ab2c7374), precommit_delete_associations {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:43.877642 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a2850943-c04d-4753-9674-7ace76ca31c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757316'] for subnet (bcfe3f72-65c2-4149-8902-6483ab2c7374), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:43.929062 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a2850943-c04d-4753-9674-7ace76ca31c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10081268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8597618'] for subnet (bcfe3f72-65c2-4149-8902-6483ab2c7374), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:43.954521 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2850943-c04d-4753-9674-7ace76ca31c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcfe3f72-65c2-4149-8902-6483ab2c7374,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:21:43.956506 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a2850943-c04d-4753-9674-7ace76ca31c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for subnet (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:43.961191 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e422ae5-5666-4966-99eb-c97c654f234c None None] Network 6967f114-d180-49a7-8406-52131bf872df requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:21:43.962663 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 59222) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:21:43.963071 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-a2850943-c04d-4753-9674-7ace76ca31c3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/bcfe3f72-65c2-4149-8902-6483ab2c7374 HTTP/1.1" status: 204 len: 168 time: 0.2777162 Jan 11 14:21:44.034724 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b083ed05-4099-4178-9cb6-98fdce2292b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1612487'] for network (6967f114-d180-49a7-8406-52131bf872df), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:44.092551 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-b083ed05-4099-4178-9cb6-98fdce2292b5 admin admin] Deleting port d256747e-4c82-4c96-a533-4a27763d635f {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:21:44.092913 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b083ed05-4099-4178-9cb6-98fdce2292b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (d256747e-4c82-4c96-a533-4a27763d635f), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:44.158033 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-b083ed05-4099-4178-9cb6-98fdce2292b5 admin admin] For port d256747e-4c82-4c96-a533-4a27763d635f, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=d256747e-4c82-4c96-a533-4a27763d635f,segment=NetworkSegment(a61e02ff-2993-4ffc-a0da-18e57e38908e),segment_id=a61e02ff-2993-4ffc-a0da-18e57e38908e)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:21:44.158408 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b083ed05-4099-4178-9cb6-98fdce2292b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (d256747e-4c82-4c96-a533-4a27763d635f), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:44.175326 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-b083ed05-4099-4178-9cb6-98fdce2292b5 admin admin] Calling delete_port for d256747e-4c82-4c96-a533-4a27763d635f owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:21:44.243220 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6acc00f-8db3-4397-b0c9-74c038ecd4b9 None None] DHCP port deletion for 6967f114-d180-49a7-8406-52131bf872df request from dv-cinder-824131-3-iscsi {{(pid=102760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 11 14:21:44.283947 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b083ed05-4099-4178-9cb6-98fdce2292b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (d256747e-4c82-4c96-a533-4a27763d635f), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:44.301319 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e6acc00f-8db3-4397-b0c9-74c038ecd4b9 None None] Deleting port d256747e-4c82-4c96-a533-4a27763d635f {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:21:44.301698 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e6acc00f-8db3-4397-b0c9-74c038ecd4b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (d256747e-4c82-4c96-a533-4a27763d635f), before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:44.318949 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b083ed05-4099-4178-9cb6-98fdce2292b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d256747e-4c82-4c96-a533-4a27763d635f,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:21:44.322427 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b083ed05-4099-4178-9cb6-98fdce2292b5 admin admin] No DVR routers for this DVR port d256747e-4c82-4c96-a533-4a27763d635f on host dv-cinder-824131-3-iscsi {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 14:21:44.370449 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e6acc00f-8db3-4397-b0c9-74c038ecd4b9 None None] For port d256747e-4c82-4c96-a533-4a27763d635f, host dv-cinder-824131-3-iscsi, got binding levels [] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:21:44.370848 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e6acc00f-8db3-4397-b0c9-74c038ecd4b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (d256747e-4c82-4c96-a533-4a27763d635f), precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:44.384862 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e6acc00f-8db3-4397-b0c9-74c038ecd4b9 None None] Calling delete_port for d256747e-4c82-4c96-a533-4a27763d635f owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:21:44.387781 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.ipam_backend_mixin [None req-e6acc00f-8db3-4397-b0c9-74c038ecd4b9 None None] Port d256747e-4c82-4c96-a533-4a27763d635f was not found and therefore no delete operation was performed {{(pid=102760) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 11 14:21:44.389045 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e6acc00f-8db3-4397-b0c9-74c038ecd4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005'] for port (d256747e-4c82-4c96-a533-4a27763d635f), after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:44.398253 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b083ed05-4099-4178-9cb6-98fdce2292b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759249', 'neutron.services.segments.db._delete_segments_for_network-8792866421935'] for network (6967f114-d180-49a7-8406-52131bf872df), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:44.413578 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6acc00f-8db3-4397-b0c9-74c038ecd4b9 None None] Pushing event deleted for resources: {'Port': ['ID=d256747e-4c82-4c96-a533-4a27763d635f,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:21:44.417490 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.services.segments.db [None req-b083ed05-4099-4178-9cb6-98fdce2292b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6967f114-d180-49a7-8406-52131bf872df']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:21:44.420172 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6acc00f-8db3-4397-b0c9-74c038ecd4b9 None None] No DVR routers for this DVR port d256747e-4c82-4c96-a533-4a27763d635f on host dv-cinder-824131-3-iscsi {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 14:21:44.430754 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.services.segments.db [None req-b083ed05-4099-4178-9cb6-98fdce2292b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a61e02ff-2993-4ffc-a0da-18e57e38908e') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:21:44.431054 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.services.segments.db [None req-b083ed05-4099-4178-9cb6-98fdce2292b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a61e02ff-2993-4ffc-a0da-18e57e38908e') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:21:44.441803 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b083ed05-4099-4178-9cb6-98fdce2292b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792866425528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850834'] for segment (a61e02ff-2993-4ffc-a0da-18e57e38908e), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:44.455800 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b083ed05-4099-4178-9cb6-98fdce2292b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781'] for segment (a61e02ff-2993-4ffc-a0da-18e57e38908e), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:44.462549 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b083ed05-4099-4178-9cb6-98fdce2292b5 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 14:21:44.462941 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b083ed05-4099-4178-9cb6-98fdce2292b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10442738'] for segment (a61e02ff-2993-4ffc-a0da-18e57e38908e), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:44.464655 dv-cinder-824131-3-iscsi neutron-server[102759]: Traceback (most recent call last): Jan 11 14:21:44.464655 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 14:21:44.464655 dv-cinder-824131-3-iscsi neutron-server[102759]: timer() Jan 11 14:21:44.464655 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 14:21:44.464655 dv-cinder-824131-3-iscsi neutron-server[102759]: cb(*args, **kw) Jan 11 14:21:44.464655 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 14:21:44.464655 dv-cinder-824131-3-iscsi neutron-server[102759]: return func(*args, **kwargs) Jan 11 14:21:44.464655 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 14:21:44.464655 dv-cinder-824131-3-iscsi neutron-server[102759]: self._notify() Jan 11 14:21:44.464655 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 14:21:44.464655 dv-cinder-824131-3-iscsi neutron-server[102759]: self.callback(batched_events) Jan 11 14:21:44.464655 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 14:21:44.464655 dv-cinder-824131-3-iscsi neutron-server[102759]: event.method(event) Jan 11 14:21:44.464655 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 14:21:44.464655 dv-cinder-824131-3-iscsi neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 14:21:44.464655 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 14:21:44.464655 dv-cinder-824131-3-iscsi neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 14:21:44.464655 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 14:21:44.464655 dv-cinder-824131-3-iscsi neutron-server[102759]: return f(self, *a, **k) Jan 11 14:21:44.464655 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 14:21:44.464655 dv-cinder-824131-3-iscsi neutron-server[102759]: return self._get(url).json() Jan 11 14:21:44.464655 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 14:21:44.464655 dv-cinder-824131-3-iscsi neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 14:21:44.464655 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 14:21:44.464655 dv-cinder-824131-3-iscsi neutron-server[102759]: return self.request(url, 'GET', **kwargs) Jan 11 14:21:44.464655 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 14:21:44.464655 dv-cinder-824131-3-iscsi neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 14:21:44.464655 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 14:21:44.464655 dv-cinder-824131-3-iscsi neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 14:21:44.464655 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 14:21:44.464655 dv-cinder-824131-3-iscsi neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 14:21:44.464655 dv-cinder-824131-3-iscsi neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 14:21:44.517003 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b083ed05-4099-4178-9cb6-98fdce2292b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704736'] for network (6967f114-d180-49a7-8406-52131bf872df), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:44.522882 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b083ed05-4099-4178-9cb6-98fdce2292b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for network (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:44.526136 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-b083ed05-4099-4178-9cb6-98fdce2292b5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6967f114-d180-49a7-8406-52131bf872df HTTP/1.1" status: 204 len: 168 time: 0.5621858 Jan 11 14:21:44.540051 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b083ed05-4099-4178-9cb6-98fdce2292b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6967f114-d180-49a7-8406-52131bf872df,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:21:44.682803 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 59230) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:21:44.722212 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-c6664603-04da-4ed0-83ed-824d07d08074 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1d7f551824974a53a1ea507b061f4c72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381937 Jan 11 14:21:44.724595 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 59232) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:21:44.772641 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70086f98-64ca-48c2-a1c5-1612d736c535 admin admin] Publish callbacks [] for security_group (b34c2198-d3cd-4413-8ced-3149409fab8b), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:44.792454 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70086f98-64ca-48c2-a1c5-1612d736c535 admin admin] Publish callbacks [] for security_group (b34c2198-d3cd-4413-8ced-3149409fab8b), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:44.836615 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70086f98-64ca-48c2-a1c5-1612d736c535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (b34c2198-d3cd-4413-8ced-3149409fab8b), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:44.839217 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-70086f98-64ca-48c2-a1c5-1612d736c535 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:44.840376 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-70086f98-64ca-48c2-a1c5-1612d736c535 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b34c2198-d3cd-4413-8ced-3149409fab8b HTTP/1.1" status: 204 len: 168 time: 0.1149073 Jan 11 14:21:44.847881 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70086f98-64ca-48c2-a1c5-1612d736c535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34c2198-d3cd-4413-8ced-3149409fab8b,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:21:45.146196 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 59238) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:21:45.170025 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device c9d90c85-4bc8-44f0-9860-4647dc0099ce no longer exists at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:21:45.187275 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-fd756466-77d5-4101-9127-2925ae867417 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=19bbe4e34d3f48e2a0e0ba4beff1219a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399230 Jan 11 14:21:45.189854 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 59240) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:21:45.191116 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] No Port match for: c9d90c85-4bc8-44f0-9860-4647dc0099ce {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:21:45.191477 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device c9d90c85-4bc8-44f0-9860-4647dc0099ce not bound to the agent host dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:21:45.191923 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device f90835dc-a53b-482a-95eb-dcbb1cd497fb no longer exists at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:21:45.212745 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] No Port match for: f90835dc-a53b-482a-95eb-dcbb1cd497fb {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:21:45.213129 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device f90835dc-a53b-482a-95eb-dcbb1cd497fb not bound to the agent host dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:21:45.213822 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device d256747e-4c82-4c96-a533-4a27763d635f no longer exists at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:21:45.236099 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] No Port match for: d256747e-4c82-4c96-a533-4a27763d635f {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:21:45.236343 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-afc31a56-c65a-4973-90e8-926808c96d0a admin admin] Publish callbacks [] for security_group (d29a947f-812a-4314-8354-b61a395461d6), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:45.236455 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device d256747e-4c82-4c96-a533-4a27763d635f not bound to the agent host dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:21:45.258047 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-afc31a56-c65a-4973-90e8-926808c96d0a admin admin] Publish callbacks [] for security_group (d29a947f-812a-4314-8354-b61a395461d6), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:45.306527 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-afc31a56-c65a-4973-90e8-926808c96d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (d29a947f-812a-4314-8354-b61a395461d6), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:45.309658 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-afc31a56-c65a-4973-90e8-926808c96d0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:45.310905 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-afc31a56-c65a-4973-90e8-926808c96d0a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d29a947f-812a-4314-8354-b61a395461d6 HTTP/1.1" status: 204 len: 168 time: 0.1200480 Jan 11 14:21:45.327699 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc31a56-c65a-4973-90e8-926808c96d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29a947f-812a-4314-8354-b61a395461d6,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:21:50.126454 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:21:56.099739 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-badc3f70-7a4c-428f-b8da-c0c45c853866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:58.293802 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9e22c527-23d5-4c41-9984-f6c0c875cf03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:59.630454 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:21:59.911522 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1362a6d-fc6d-4b7e-b851-77be16173017 req-790b0630-eb1d-42c1-bd87-2fabaae7b034 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:21:59.912988 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e1362a6d-fc6d-4b7e-b851-77be16173017 req-790b0630-eb1d-42c1-bd87-2fabaae7b034 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 945 time: 0.0477498 Jan 11 14:21:59.959544 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e1362a6d-fc6d-4b7e-b851-77be16173017 req-b3faa055-970b-4adb-a701-eb324d05eeab tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405571 Jan 11 14:22:00.780222 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:01.080404 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e9fb7-267b-4caf-b3e2-1a364bb2c76e req-541c8074-85d7-4580-b6e5-afe6fb77df62 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:01.082021 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b65e9fb7-267b-4caf-b3e2-1a364bb2c76e req-541c8074-85d7-4580-b6e5-afe6fb77df62 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 945 time: 0.0507278 Jan 11 14:22:01.130495 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b65e9fb7-267b-4caf-b3e2-1a364bb2c76e req-0ab66b08-a387-44ea-806e-3fc7296a1983 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399356 Jan 11 14:22:02.246512 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2de756-2a36-47a6-8864-b03a177a7b2d req-05d41aac-6f53-43d1-89b4-2f61b9af3b74 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:02.248006 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-eb2de756-2a36-47a6-8864-b03a177a7b2d req-05d41aac-6f53-43d1-89b4-2f61b9af3b74 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 945 time: 0.0474207 Jan 11 14:22:02.272676 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:02.294998 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-eb2de756-2a36-47a6-8864-b03a177a7b2d req-8f280cf3-d072-4a83-97d4-bead2343064a tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414746 Jan 11 14:22:03.415816 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce43d14-c9de-4484-820d-3548c2674f95 req-b0cabe43-2f30-4ab3-bda1-3def00bb73e8 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:03.417266 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8ce43d14-c9de-4484-820d-3548c2674f95 req-b0cabe43-2f30-4ab3-bda1-3def00bb73e8 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 945 time: 0.0499372 Jan 11 14:22:03.463132 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8ce43d14-c9de-4484-820d-3548c2674f95 req-d7e4e4be-c79c-4866-bbbb-0ef058f7d081 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403748 Jan 11 14:22:04.584196 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eca973-f345-4178-a542-855c43669549 req-1bf71d56-e9c6-4d3d-bf14-b8cf417aedc7 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:04.585658 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-84eca973-f345-4178-a542-855c43669549 req-1bf71d56-e9c6-4d3d-bf14-b8cf417aedc7 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 945 time: 0.0540688 Jan 11 14:22:04.630197 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-84eca973-f345-4178-a542-855c43669549 req-12134d0a-4aa5-41ad-9c01-e8af4d46e38b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389848 Jan 11 14:22:05.749516 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ba252-5ee0-474b-b5a3-24a7530b4fd4 req-b749b5d8-9709-4f61-a166-9d8597036a46 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:05.750997 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c82ba252-5ee0-474b-b5a3-24a7530b4fd4 req-b749b5d8-9709-4f61-a166-9d8597036a46 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 945 time: 0.0479443 Jan 11 14:22:05.802571 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c82ba252-5ee0-474b-b5a3-24a7530b4fd4 req-61c7df84-9ea4-4a40-971f-8f77816b73cd tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453105 Jan 11 14:22:05.919604 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19f80d-b0bc-49cc-bcd2-bb2c9dd7cd40 req-b9a8513b-c443-40c8-a6c4-ea0dccced463 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:05.921010 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ea19f80d-b0bc-49cc-bcd2-bb2c9dd7cd40 req-b9a8513b-c443-40c8-a6c4-ea0dccced463 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=201aaa53-5bdd-4883-a883-71b16db0ec92 HTTP/1.1" status: 200 len: 946 time: 0.0475845 Jan 11 14:22:05.968027 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ea19f80d-b0bc-49cc-bcd2-bb2c9dd7cd40 req-88027398-de48-4d5f-bb43-702e74de1b73 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415227 Jan 11 14:22:06.919971 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42619720-92af-4763-b510-c146929bce2a req-77cf6c32-c72b-4603-a7a2-71639a2d3dde tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:06.921454 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-42619720-92af-4763-b510-c146929bce2a req-77cf6c32-c72b-4603-a7a2-71639a2d3dde tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 945 time: 0.0494101 Jan 11 14:22:06.967566 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-42619720-92af-4763-b510-c146929bce2a req-b0de923c-48f4-43ce-919d-f16d1ae28088 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400264 Jan 11 14:22:07.086320 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31080b7e-9f65-4cf7-b175-01e344fa165b req-38179825-a1a3-40ae-ba88-844541c9be3b tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:07.087831 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-31080b7e-9f65-4cf7-b175-01e344fa165b req-38179825-a1a3-40ae-ba88-844541c9be3b tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=201aaa53-5bdd-4883-a883-71b16db0ec92 HTTP/1.1" status: 200 len: 946 time: 0.0510898 Jan 11 14:22:07.136461 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-31080b7e-9f65-4cf7-b175-01e344fa165b req-b5069092-276d-4b44-abe9-4940795bb04c tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424917 Jan 11 14:22:07.785450 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c7526-85c9-483e-b095-8dfb933dfa38 req-d654b320-aaa9-4eb0-81a8-3a88d980e91e tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:07.787444 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-902c7526-85c9-483e-b095-8dfb933dfa38 req-d654b320-aaa9-4eb0-81a8-3a88d980e91e tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.45 "GET /v2.0/ports?device_id=201aaa53-5bdd-4883-a883-71b16db0ec92 HTTP/1.1" status: 200 len: 946 time: 0.2935290 Jan 11 14:22:07.873216 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-902c7526-85c9-483e-b095-8dfb933dfa38 req-209b719a-ca54-4ac6-a3eb-90f605a5344f tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Deleting port 5bad91d4-b4c4-4087-b072-80e2177b4913 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:22:07.873558 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-902c7526-85c9-483e-b095-8dfb933dfa38 req-209b719a-ca54-4ac6-a3eb-90f605a5344f tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (5bad91d4-b4c4-4087-b072-80e2177b4913), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:07.965801 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-902c7526-85c9-483e-b095-8dfb933dfa38 req-209b719a-ca54-4ac6-a3eb-90f605a5344f tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] For port 5bad91d4-b4c4-4087-b072-80e2177b4913, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=5bad91d4-b4c4-4087-b072-80e2177b4913,segment=NetworkSegment(b82cbb00-5e14-475e-ae16-2f96aee9e7db),segment_id=b82cbb00-5e14-475e-ae16-2f96aee9e7db)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:22:07.966092 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-902c7526-85c9-483e-b095-8dfb933dfa38 req-209b719a-ca54-4ac6-a3eb-90f605a5344f tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (5bad91d4-b4c4-4087-b072-80e2177b4913), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:08.085009 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850bc996-eb9f-4ed4-bbab-b04387b59d48 req-a5a6340d-030f-4922-91cf-596a4af31211 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:08.086505 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-850bc996-eb9f-4ed4-bbab-b04387b59d48 req-a5a6340d-030f-4922-91cf-596a4af31211 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 945 time: 0.0479703 Jan 11 14:22:08.132212 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-850bc996-eb9f-4ed4-bbab-b04387b59d48 req-a9bec376-2344-41a4-aca3-c745e2ad999b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400333 Jan 11 14:22:08.135867 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-902c7526-85c9-483e-b095-8dfb933dfa38 req-209b719a-ca54-4ac6-a3eb-90f605a5344f tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:08.136234 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-902c7526-85c9-483e-b095-8dfb933dfa38 req-209b719a-ca54-4ac6-a3eb-90f605a5344f tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704722'] for floatingip (ad264263-bdde-461d-9aeb-4eb09b7efc68), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:08.136553 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.db.l3_db [req-902c7526-85c9-483e-b095-8dfb933dfa38 req-209b719a-ca54-4ac6-a3eb-90f605a5344f tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Floating IP ad264263-bdde-461d-9aeb-4eb09b7efc68 disassociated. External IP: 172.27.2.165, port: 5bad91d4-b4c4-4087-b072-80e2177b4913. Jan 11 14:22:08.136895 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-902c7526-85c9-483e-b095-8dfb933dfa38 req-209b719a-ca54-4ac6-a3eb-90f605a5344f tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Calling delete_port for 5bad91d4-b4c4-4087-b072-80e2177b4913 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:22:08.250878 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c7c1b-0056-4f5d-aa7b-62bf52cdbc67 req-a756ef57-c226-49a1-90e0-c4805ef61c1e tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:08.252389 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c78c7c1b-0056-4f5d-aa7b-62bf52cdbc67 req-a756ef57-c226-49a1-90e0-c4805ef61c1e tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=201aaa53-5bdd-4883-a883-71b16db0ec92 HTTP/1.1" status: 200 len: 946 time: 0.0482082 Jan 11 14:22:08.268184 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-902c7526-85c9-483e-b095-8dfb933dfa38 req-209b719a-ca54-4ac6-a3eb-90f605a5344f tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (5bad91d4-b4c4-4087-b072-80e2177b4913), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:08.294511 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b719a-ca54-4ac6-a3eb-90f605a5344f tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Pushing event deleted for resources: {'Port': ['ID=5bad91d4-b4c4-4087-b072-80e2177b4913,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:22:08.309329 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c78c7c1b-0056-4f5d-aa7b-62bf52cdbc67 req-6d365a93-1e9d-4c20-b1f5-b6fbb3badbc5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507982 Jan 11 14:22:08.410387 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-902c7526-85c9-483e-b095-8dfb933dfa38 req-209b719a-ca54-4ac6-a3eb-90f605a5344f tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Router d9326052-8cd2-41d9-a016-ab300bb05cca has already been hosted by L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 14:22:08.514577 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-902c7526-85c9-483e-b095-8dfb933dfa38 req-209b719a-ca54-4ac6-a3eb-90f605a5344f tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:22:08.526604 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2097c615-6a57-4a65-9163-38291c2a0c86 None None] Sync routers for ids ['d9326052-8cd2-41d9-a016-ab300bb05cca'] in dv-cinder-824131-3-iscsi {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:22:08.536069 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2097c615-6a57-4a65-9163-38291c2a0c86 None None] Routers {'d9326052-8cd2-41d9-a016-ab300bb05cca'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:22:08.536702 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-2097c615-6a57-4a65-9163-38291c2a0c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:21:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['d9326052-8cd2-41d9-a016-ab300bb05cca'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:22:08.550320 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-902c7526-85c9-483e-b095-8dfb933dfa38 req-209b719a-ca54-4ac6-a3eb-90f605a5344f tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] No DVR routers for this DVR port 5bad91d4-b4c4-4087-b072-80e2177b4913 on host hv-cinder-82413 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 14:22:08.553302 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-902c7526-85c9-483e-b095-8dfb933dfa38 req-209b719a-ca54-4ac6-a3eb-90f605a5344f tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:08.556594 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-902c7526-85c9-483e-b095-8dfb933dfa38 req-209b719a-ca54-4ac6-a3eb-90f605a5344f tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.45 "DELETE /v2.0/ports/5bad91d4-b4c4-4087-b072-80e2177b4913 HTTP/1.1" status: 204 len: 173 time: 0.7620816 Jan 11 14:22:08.557034 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201aaa53-5bdd-4883-a883-71b16db0ec92', 'name': 'network-vif-deleted', 'tag': '5bad91d4-b4c4-4087-b072-80e2177b4913'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:22:08.559260 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3731de440ea07f8bb65e98ae2cdbbed68b84f33189ebecfec85cc797d9a35429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2a265f-0c2a-41cd-9215-8722ba62e0c2" -d '{"events": [{"server_uuid": "201aaa53-5bdd-4883-a883-71b16db0ec92", "name": "network-vif-deleted", "tag": "5bad91d4-b4c4-4087-b072-80e2177b4913"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:22:08.606377 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b6945a-b71d-4039-b487-8553cae1d394 x-openstack-request-id: req-31b6945a-b71d-4039-b487-8553cae1d394 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:22:08.606685 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201aaa53-5bdd-4883-a883-71b16db0ec92", "name": "network-vif-deleted", "tag": "5bad91d4-b4c4-4087-b072-80e2177b4913", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:22:08.606942 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-31b6945a-b71d-4039-b487-8553cae1d394 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:22:08.607345 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201aaa53-5bdd-4883-a883-71b16db0ec92', 'name': 'network-vif-deleted', 'tag': '5bad91d4-b4c4-4087-b072-80e2177b4913', 'status': 'completed', 'code': 200} Jan 11 14:22:08.650664 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-2097c615-6a57-4a65-9163-38291c2a0c86 None None] Set router d9326052-8cd2-41d9-a016-ab300bb05cca gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:22:08.785345 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:08.871438 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-2097c615-6a57-4a65-9163-38291c2a0c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'name': 'tempest-TestVolumeBootPattern-1187170809-router', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:18:19Z', 'updated_at': '2022-01-11T14:18:26Z', 'revision_number': 4, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'gw_port': {'id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:21Z', 'updated_at': '2022-01-11T14:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'effc657b-bdfa-4327-864b-dcbc4be811a5', 'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'mac_address': 'fa:16:3e:17:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:25Z', 'updated_at': '2022-01-11T14:18:33Z', 'revision_number': 5, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'subnets': [{'id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:22:08.898090 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2097c615-6a57-4a65-9163-38291c2a0c86 None None] Checking router: d9326052-8cd2-41d9-a016-ab300bb05cca for host: dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:22:08.906146 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2097c615-6a57-4a65-9163-38291c2a0c86 None None] Routers {'d9326052-8cd2-41d9-a016-ab300bb05cca'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:22:08.906758 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-2097c615-6a57-4a65-9163-38291c2a0c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:21:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['d9326052-8cd2-41d9-a016-ab300bb05cca'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:22:09.013216 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-2097c615-6a57-4a65-9163-38291c2a0c86 None None] Set router d9326052-8cd2-41d9-a016-ab300bb05cca gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:22:09.214921 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-2097c615-6a57-4a65-9163-38291c2a0c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'name': 'tempest-TestVolumeBootPattern-1187170809-router', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:18:19Z', 'updated_at': '2022-01-11T14:18:26Z', 'revision_number': 4, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'gw_port': {'id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:21Z', 'updated_at': '2022-01-11T14:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'effc657b-bdfa-4327-864b-dcbc4be811a5', 'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'mac_address': 'fa:16:3e:17:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:25Z', 'updated_at': '2022-01-11T14:18:33Z', 'revision_number': 5, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'subnets': [{'id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:22:09.248841 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2097c615-6a57-4a65-9163-38291c2a0c86 None None] The sync data for ids ['d9326052-8cd2-41d9-a016-ab300bb05cca'] in dv-cinder-824131-3-iscsi is: [{'id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'name': 'tempest-TestVolumeBootPattern-1187170809-router', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:18:19Z', 'updated_at': '2022-01-11T14:18:26Z', 'revision_number': 4, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'gw_port': {'id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:21Z', 'updated_at': '2022-01-11T14:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'effc657b-bdfa-4327-864b-dcbc4be811a5', 'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'mac_address': 'fa:16:3e:17:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:25Z', 'updated_at': '2022-01-11T14:18:33Z', 'revision_number': 5, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'subnets': [{'id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:22:09.261823 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0835d3a-9bb4-4fab-b0f3-ea02bedb0673 req-96f82efb-3627-497f-ba8d-da7e627cce71 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:09.263375 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d0835d3a-9bb4-4fab-b0f3-ea02bedb0673 req-96f82efb-3627-497f-ba8d-da7e627cce71 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 945 time: 0.0523999 Jan 11 14:22:09.318794 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d0835d3a-9bb4-4fab-b0f3-ea02bedb0673 req-9c77a0a1-bf24-4c98-a29d-f746ef9bd092 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496800 Jan 11 14:22:09.487895 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0a68a0-fa2c-4119-86b9-5a774f3e255d None None] New status for floating IP ad264263-bdde-461d-9aeb-4eb09b7efc68: DOWN {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 14:22:09.567886 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-a1a2ccde-8142-4216-bb22-ec20d8e6b017 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1576337113&fields=id&tenant_id=135a305e0bbe4cfcbfea666d19340195 HTTP/1.1" status: 200 len: 267 time: 0.0417871 Jan 11 14:22:09.680805 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-9589d73e-a46a-4d6e-ae1c-44ed1ee592e4 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:09.682277 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-9589d73e-a46a-4d6e-ae1c-44ed1ee592e4 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/networks?id=bafd8a92-c934-408c-97d9-8c6dc292a947 HTTP/1.1" status: 200 len: 812 time: 0.1063640 Jan 11 14:22:09.697259 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-1bcfc56b-2963-418e-b37d-bbfeb2cc10ab tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/quotas/135a305e0bbe4cfcbfea666d19340195 HTTP/1.1" status: 200 len: 375 time: 0.0095520 Jan 11 14:22:09.746423 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-6c95f946-e71f-472f-b7a7-d528fd3b6d10 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=135a305e0bbe4cfcbfea666d19340195&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439098 Jan 11 14:22:09.760907 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 5bad91d4-b4c4-4087-b072-80e2177b4913 no longer exists at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:22:09.781499 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] No Port match for: 5bad91d4-b4c4-4087-b072-80e2177b4913 {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:22:09.781928 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 5bad91d4-b4c4-4087-b072-80e2177b4913 not bound to the agent host hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:22:10.060707 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-9d4a6dd3-6f0f-4c91-b2d0-942dc9c02be4 service neutron] 10.222.0.49 "GET /v2.0/networks/bafd8a92-c934-408c-97d9-8c6dc292a947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003898 Jan 11 14:22:10.147165 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-a11246b7-6080-473b-ad35-e7c735729e88 service neutron] 10.222.0.49 "GET /v2.0/networks/bafd8a92-c934-408c-97d9-8c6dc292a947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807877 Jan 11 14:22:10.415893 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b9e9bace-a50e-4348-8176-0782b06c6bc4 req-1a813d53-481a-4b90-a063-fe207d2bea44 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f7f59c-094c-4dd0-bdd9-d0116cb8191e HTTP/1.1" status: 200 len: 210 time: 0.0303311 Jan 11 14:22:10.463455 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de324094-c14c-4cdb-ae1f-186924207246 req-ee36fef4-baed-4fa2-ab4d-3d7f9a079881 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:10.464952 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-de324094-c14c-4cdb-ae1f-186924207246 req-ee36fef4-baed-4fa2-ab4d-3d7f9a079881 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 945 time: 0.0515542 Jan 11 14:22:10.512755 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-de324094-c14c-4cdb-ae1f-186924207246 req-33f47af6-9b55-4462-b176-b2114c62e8e8 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418005 Jan 11 14:22:11.320221 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-8abd3867-c42c-4bdf-8c15-49f133d7486d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:11.321753 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-8abd3867-c42c-4bdf-8c15-49f133d7486d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.45 "GET /v2.0/networks?id=bafd8a92-c934-408c-97d9-8c6dc292a947 HTTP/1.1" status: 200 len: 812 time: 0.1060784 Jan 11 14:22:11.385408 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-78b59a34-de9b-4c3a-a31c-257609129262 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=135a305e0bbe4cfcbfea666d19340195 HTTP/1.1" status: 200 len: 380 time: 0.0544508 Jan 11 14:22:11.394109 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-18780ca0-d0ab-4cc5-9113-036caa3fa0fe tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Request body: {'port': {'device_id': '10f7f59c-094c-4dd0-bdd9-d0116cb8191e', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'admin_state_up': True, 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'security_groups': ['e8df7e20-bdb6-4b3f-8922-4d150503831f']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:22:11.507273 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-18780ca0-d0ab-4cc5-9113-036caa3fa0fe tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Made reservation on behalf of 135a305e0bbe4cfcbfea666d19340195 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:22:11.509728 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7b8a8b63-2993-4dc9-a854-0cdf2ff48fac req-400c940d-157f-43f3-a656-1a42717cfd0a tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f7f59c-094c-4dd0-bdd9-d0116cb8191e HTTP/1.1" status: 200 len: 210 time: 0.0270510 Jan 11 14:22:11.510833 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-18780ca0-d0ab-4cc5-9113-036caa3fa0fe tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:11.638988 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-18780ca0-d0ab-4cc5-9113-036caa3fa0fe tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Allocated IP 172.20.0.4 (bafd8a92-c934-408c-97d9-8c6dc292a947/4d58c911-087c-4b19-80a7-5a9e906fabc5/5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:22:11.646872 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc630e-f309-4101-8886-fff162a1d08b req-006ac67a-4513-4d60-895e-6daf705bbea8 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:11.648748 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c2fc630e-f309-4101-8886-fff162a1d08b req-006ac67a-4513-4d60-895e-6daf705bbea8 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 945 time: 0.0561488 Jan 11 14:22:11.710224 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c2fc630e-f309-4101-8886-fff162a1d08b req-76cda273-b244-470c-a5d7-99109565aa5f tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546417 Jan 11 14:22:11.792315 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device f98a27e9-7200-41e6-947a-d46ac07ecfd5 details requested by agent hyperv_hv-cinder-82413 with host hv-cinder-82413 {{(pid=102760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 14:22:11.792928 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-18780ca0-d0ab-4cc5-9113-036caa3fa0fe tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for port (5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:11.827798 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-18780ca0-d0ab-4cc5-9113-036caa3fa0fe tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:11.870952 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-18780ca0-d0ab-4cc5-9113-036caa3fa0fe tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Network bafd8a92-c934-408c-97d9-8c6dc292a947 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:22:11.874075 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-18780ca0-d0ab-4cc5-9113-036caa3fa0fe tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:22:11.876520 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-18780ca0-d0ab-4cc5-9113-036caa3fa0fe tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:22:11.891382 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port f98a27e9-7200-41e6-947a-d46ac07ecfd5, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=f98a27e9-7200-41e6-947a-d46ac07ecfd5,segment=NetworkSegment(b78d3995-300f-48b9-80bd-160535fc8f73),segment_id=b78d3995-300f-48b9-80bd-160535fc8f73)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:22:11.903172 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18780ca0-d0ab-4cc5-9113-036caa3fa0fe tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Pushing event updated for resources: {'Port': ['ID=5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:22:11.903394 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Returning: {'device': 'f98a27e9-7200-41e6-947a-d46ac07ecfd5', 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e', 'port_id': 'f98a27e9-7200-41e6-947a-d46ac07ecfd5', 'mac_address': 'fa:16:3e:7e:68:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '613a89ec-c23f-446c-aa6e-28885de25556', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 14:22:11.937989 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-18780ca0-d0ab-4cc5-9113-036caa3fa0fe tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:11.938612 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-18780ca0-d0ab-4cc5-9113-036caa3fa0fe tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:11.948370 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port f98a27e9-7200-41e6-947a-d46ac07ecfd5 is: ACTIVE; New status is: BUILD {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:22:11.948782 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (f98a27e9-7200-41e6-947a-d46ac07ecfd5), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:11.956277 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-18780ca0-d0ab-4cc5-9113-036caa3fa0fe tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5657864 Jan 11 14:22:11.964446 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f98a27e9-7200-41e6-947a-d46ac07ecfd5 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:22:11.967763 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-d1e8a058-2a81-4d0f-8588-5cdd173d7ef6 service neutron] Request body: {'port': {'device_id': '10f7f59c-094c-4dd0-bdd9-d0116cb8191e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82413'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:22:11.984878 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port f98a27e9-7200-41e6-947a-d46ac07ecfd5, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=f98a27e9-7200-41e6-947a-d46ac07ecfd5,segment=NetworkSegment(b78d3995-300f-48b9-80bd-160535fc8f73),segment_id=b78d3995-300f-48b9-80bd-160535fc8f73)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:22:11.990230 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (f98a27e9-7200-41e6-947a-d46ac07ecfd5), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:12.024157 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-d1e8a058-2a81-4d0f-8588-5cdd173d7ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4), before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:12.044556 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=f98a27e9-7200-41e6-947a-d46ac07ecfd5,revision_number=6']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:22:12.072700 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['f98a27e9-7200-41e6-947a-d46ac07ecfd5'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:22:12.193565 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-9b632fbc-e16f-466f-aae4-49749b7911cb None None] Provisioning complete for port 5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:22:12.193940 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9b632fbc-e16f-466f-aae4-49749b7911cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:12.243398 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-9b632fbc-e16f-466f-aae4-49749b7911cb None None] Port 5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4 cannot update to ACTIVE because it is not bound. {{(pid=102760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 14:22:12.293187 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.notifiers.nova [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-d1e8a058-2a81-4d0f-8588-5cdd173d7ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4 {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:22:12.300435 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-d1e8a058-2a81-4d0f-8588-5cdd173d7ef6 service neutron] Publish callbacks [] for port (5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4), precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:12.311969 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-d1e8a058-2a81-4d0f-8588-5cdd173d7ef6 service neutron] Transition to ACTIVE for port object 5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4 will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 14:22:12.315725 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-d1e8a058-2a81-4d0f-8588-5cdd173d7ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442702'] for port (5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:12.363961 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e8a058-2a81-4d0f-8588-5cdd173d7ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:22:12.433130 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-d1e8a058-2a81-4d0f-8588-5cdd173d7ef6 service neutron] Attempting to bind port 5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4 on host hv-cinder-82413 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:22:12.433475 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-d1e8a058-2a81-4d0f-8588-5cdd173d7ef6 service neutron] Attempting to bind port 5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4 by drivers openvswitch,hyperv on host hv-cinder-82413 at level 0 using segments [{'id': 'b82cbb00-5e14-475e-ae16-2f96aee9e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:22:12.433805 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-d1e8a058-2a81-4d0f-8588-5cdd173d7ef6 service neutron] Attempting to bind port 5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4 on network bafd8a92-c934-408c-97d9-8c6dc292a947 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:22:12.438188 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-d1e8a058-2a81-4d0f-8588-5cdd173d7ef6 service neutron] Port 5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4 on network bafd8a92-c934-408c-97d9-8c6dc292a947 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82413 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 14:22:12.438515 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-d1e8a058-2a81-4d0f-8588-5cdd173d7ef6 service neutron] Attempting to bind port 5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4 on network bafd8a92-c934-408c-97d9-8c6dc292a947 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:22:12.444715 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-d1e8a058-2a81-4d0f-8588-5cdd173d7ef6 service neutron] Checking agent: {'id': '183634b4-d914-49fa-b358-00b9224e1c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'started_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:22:12.445053 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-d1e8a058-2a81-4d0f-8588-5cdd173d7ef6 service neutron] Checking segment: {'id': 'b82cbb00-5e14-475e-ae16-2f96aee9e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:22:12.445442 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-d1e8a058-2a81-4d0f-8588-5cdd173d7ef6 service neutron] Bound using segment: {'id': 'b82cbb00-5e14-475e-ae16-2f96aee9e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:22:12.445874 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-d1e8a058-2a81-4d0f-8588-5cdd173d7ef6 service neutron] Bound port: 5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4, host: hv-cinder-82413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b82cbb00-5e14-475e-ae16-2f96aee9e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:22:12.446233 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-d1e8a058-2a81-4d0f-8588-5cdd173d7ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4), before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:12.513922 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-d1e8a058-2a81-4d0f-8588-5cdd173d7ef6 service neutron] For port 5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4, host hv-cinder-82413, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:22:12.517006 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-d1e8a058-2a81-4d0f-8588-5cdd173d7ef6 service neutron] For port 5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4, host hv-cinder-82413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4,segment=NetworkSegment(b82cbb00-5e14-475e-ae16-2f96aee9e7db),segment_id=b82cbb00-5e14-475e-ae16-2f96aee9e7db)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:22:12.522060 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-d1e8a058-2a81-4d0f-8588-5cdd173d7ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442702'] for port (5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:12.559904 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-d1e8a058-2a81-4d0f-8588-5cdd173d7ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:12.560376 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-d1e8a058-2a81-4d0f-8588-5cdd173d7ef6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:12.561782 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-d1e8a058-2a81-4d0f-8588-5cdd173d7ef6 service neutron] 10.222.0.45 "PUT /v2.0/ports/5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4 HTTP/1.1" status: 200 len: 1093 time: 0.5984533 Jan 11 14:22:12.562227 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f7f59c-094c-4dd0-bdd9-d0116cb8191e', 'tag': '5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:22:12.564495 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3731de440ea07f8bb65e98ae2cdbbed68b84f33189ebecfec85cc797d9a35429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57699fe-a7d2-4893-a971-5cd2b34abe03" -d '{"events": [{"name": "network-changed", "server_uuid": "10f7f59c-094c-4dd0-bdd9-d0116cb8191e", "tag": "5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:22:12.601341 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e8a058-2a81-4d0f-8588-5cdd173d7ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:22:12.613450 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 14:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab352aa1-116b-4e8a-9515-8186610d77d9 x-openstack-request-id: req-ab352aa1-116b-4e8a-9515-8186610d77d9 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:22:12.613772 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10f7f59c-094c-4dd0-bdd9-d0116cb8191e", "tag": "5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:22:12.614113 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ab352aa1-116b-4e8a-9515-8186610d77d9 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:22:12.614525 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10f7f59c-094c-4dd0-bdd9-d0116cb8191e', 'tag': '5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4', 'status': 'completed', 'code': 200} Jan 11 14:22:12.657112 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-d88ef296-8b4c-4330-abfc-4b51a0851039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:12.658961 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-d88ef296-8b4c-4330-abfc-4b51a0851039 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=135a305e0bbe4cfcbfea666d19340195&device_id=10f7f59c-094c-4dd0-bdd9-d0116cb8191e HTTP/1.1" status: 200 len: 1096 time: 0.0435841 Jan 11 14:22:12.660025 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e526c-53d3-4a51-b475-6c633741034a req-826f64db-dd29-424e-a4ec-ba068704a672 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:12.661579 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b38e526c-53d3-4a51-b475-6c633741034a req-826f64db-dd29-424e-a4ec-ba068704a672 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f7f59c-094c-4dd0-bdd9-d0116cb8191e HTTP/1.1" status: 200 len: 943 time: 0.0585301 Jan 11 14:22:12.706295 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-dc995759-24cb-411f-bdc2-0b5a8f114c7c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4 HTTP/1.1" status: 200 len: 217 time: 0.0399044 Jan 11 14:22:12.721437 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b38e526c-53d3-4a51-b475-6c633741034a req-744f576d-11cb-4ddf-af91-4880f9a23022 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529759 Jan 11 14:22:12.758167 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-50fd2c4e-7c7f-4431-9b34-0965c9cc9e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:12.759660 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-50fd2c4e-7c7f-4431-9b34-0965c9cc9e74 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d58c911-087c-4b19-80a7-5a9e906fabc5 HTTP/1.1" status: 200 len: 851 time: 0.0477574 Jan 11 14:22:12.807084 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-15b4fcd6-72e5-49e8-a6f1-bcac7c262d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:12.808651 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-15b4fcd6-72e5-49e8-a6f1-bcac7c262d88 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bafd8a92-c934-408c-97d9-8c6dc292a947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415409 Jan 11 14:22:12.841365 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09513e79-5c20-4b71-9866-2c332cffffb2 req-bcc0c83a-221d-4c48-8b5b-762dd05ebda9 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:12.842844 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-09513e79-5c20-4b71-9866-2c332cffffb2 req-bcc0c83a-221d-4c48-8b5b-762dd05ebda9 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 944 time: 0.0512311 Jan 11 14:22:12.890780 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-09513e79-5c20-4b71-9866-2c332cffffb2 req-f6398e53-ee4f-46ca-a677-1af13733f1e4 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413027 Jan 11 14:22:12.900970 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-adbd5d5c-847e-4c69-9397-417ed673abc2 service neutron] 10.222.0.45 "GET /v2.0/networks/bafd8a92-c934-408c-97d9-8c6dc292a947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845850 Jan 11 14:22:12.989655 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-fcf06529-9a8d-4376-9133-ce4d66079b7e req-0567f9d3-257e-4f0e-8fa9-04ea30e479f2 service neutron] 10.222.0.45 "GET /v2.0/networks/bafd8a92-c934-408c-97d9-8c6dc292a947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798755 Jan 11 14:22:13.071861 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57699fe-a7d2-4893-a971-5cd2b34abe03 req-ffd9b5c7-6715-45b8-b34e-099529b35d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:13.073328 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-f57699fe-a7d2-4893-a971-5cd2b34abe03 req-ffd9b5c7-6715-45b8-b34e-099529b35d84 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=135a305e0bbe4cfcbfea666d19340195&device_id=10f7f59c-094c-4dd0-bdd9-d0116cb8191e HTTP/1.1" status: 200 len: 1096 time: 0.0394626 Jan 11 14:22:13.163441 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57699fe-a7d2-4893-a971-5cd2b34abe03 req-263c2ac3-0310-4da9-a515-7a7d141dc3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:13.164950 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-f57699fe-a7d2-4893-a971-5cd2b34abe03 req-263c2ac3-0310-4da9-a515-7a7d141dc3aa service neutron] 10.222.0.45 "GET /v2.0/networks?id=bafd8a92-c934-408c-97d9-8c6dc292a947 HTTP/1.1" status: 200 len: 913 time: 0.0852931 Jan 11 14:22:13.206819 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-f57699fe-a7d2-4893-a971-5cd2b34abe03 req-0775cce6-a45f-48ea-ad78-c2d80a114be5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4 HTTP/1.1" status: 200 len: 217 time: 0.0341637 Jan 11 14:22:13.259655 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57699fe-a7d2-4893-a971-5cd2b34abe03 req-6e044d34-359b-4bbe-89d4-34cc4612584b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:13.261084 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-f57699fe-a7d2-4893-a971-5cd2b34abe03 req-6e044d34-359b-4bbe-89d4-34cc4612584b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d58c911-087c-4b19-80a7-5a9e906fabc5 HTTP/1.1" status: 200 len: 851 time: 0.0467620 Jan 11 14:22:13.305458 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57699fe-a7d2-4893-a971-5cd2b34abe03 req-e7ab6c64-7021-4958-b97b-3bb3b631860b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:13.307006 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-f57699fe-a7d2-4893-a971-5cd2b34abe03 req-e7ab6c64-7021-4958-b97b-3bb3b631860b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bafd8a92-c934-408c-97d9-8c6dc292a947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388498 Jan 11 14:22:13.394834 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-f57699fe-a7d2-4893-a971-5cd2b34abe03 req-dbab538b-49d0-4f3c-b088-2bbf5cadc583 service neutron] 10.222.0.45 "GET /v2.0/networks/bafd8a92-c934-408c-97d9-8c6dc292a947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814304 Jan 11 14:22:13.480130 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-f57699fe-a7d2-4893-a971-5cd2b34abe03 req-60bef9ba-bb3b-4ca6-bfbf-a6f0f4e5edbd service neutron] 10.222.0.45 "GET /v2.0/networks/bafd8a92-c934-408c-97d9-8c6dc292a947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784481 Jan 11 14:22:13.805301 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device f98a27e9-7200-41e6-947a-d46ac07ecfd5 up at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:22:13.838930 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff9678-0012-4bae-9dda-8775902601b7 req-9d2247fc-d98f-44a3-ad1b-af89f3000a0a tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:13.840449 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-33ff9678-0012-4bae-9dda-8775902601b7 req-9d2247fc-d98f-44a3-ad1b-af89f3000a0a tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f7f59c-094c-4dd0-bdd9-d0116cb8191e HTTP/1.1" status: 200 len: 943 time: 0.0514364 Jan 11 14:22:13.853222 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning complete for port f98a27e9-7200-41e6-947a-d46ac07ecfd5 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:22:13.853608 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (f98a27e9-7200-41e6-947a-d46ac07ecfd5), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:13.888234 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-33ff9678-0012-4bae-9dda-8775902601b7 req-b9796c98-68f3-4558-a91e-b0ca95d71bdd tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422304 Jan 11 14:22:13.928259 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port f98a27e9-7200-41e6-947a-d46ac07ecfd5 is: BUILD; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:22:13.928661 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (f98a27e9-7200-41e6-947a-d46ac07ecfd5), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:13.954148 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a120e67-9697-421a-a7ab-8d249487dc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98a27e9-7200-41e6-947a-d46ac07ecfd5'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:22:13.956417 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2d4b612b30f5b24bc1864879ef56701efa35e28b014bb4d8aa1230102106bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b532d85-4c20-40a7-8bad-c6032f44cf6d" -d '{"events": [{"server_uuid": "3a120e67-9697-421a-a7ab-8d249487dc97", "name": "network-vif-plugged", "status": "completed", "tag": "f98a27e9-7200-41e6-947a-d46ac07ecfd5"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:22:13.969311 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port f98a27e9-7200-41e6-947a-d46ac07ecfd5, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=f98a27e9-7200-41e6-947a-d46ac07ecfd5,segment=NetworkSegment(b78d3995-300f-48b9-80bd-160535fc8f73),segment_id=b78d3995-300f-48b9-80bd-160535fc8f73)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:22:13.974673 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (f98a27e9-7200-41e6-947a-d46ac07ecfd5), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:13.997270 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13168530-652c-4f9c-a82e-2ba4fcea4025 x-openstack-request-id: req-13168530-652c-4f9c-a82e-2ba4fcea4025 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:22:13.997571 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a120e67-9697-421a-a7ab-8d249487dc97", "name": "network-vif-plugged", "status": "completed", "tag": "f98a27e9-7200-41e6-947a-d46ac07ecfd5", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:22:13.997905 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-13168530-652c-4f9c-a82e-2ba4fcea4025 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:22:13.998388 dv-cinder-824131-3-iscsi neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a120e67-9697-421a-a7ab-8d249487dc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98a27e9-7200-41e6-947a-d46ac07ecfd5', 'code': 200} Jan 11 14:22:14.015686 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b300896-98d4-4b09-9ef5-dae91b844043 req-f8a639d2-95c5-4a4b-bd6d-7b95ca8f401f tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:14.017097 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1b300896-98d4-4b09-9ef5-dae91b844043 req-f8a639d2-95c5-4a4b-bd6d-7b95ca8f401f tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 945 time: 0.0514228 Jan 11 14:22:14.024160 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=f98a27e9-7200-41e6-947a-d46ac07ecfd5,revision_number=7']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:22:14.063975 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1b300896-98d4-4b09-9ef5-dae91b844043 req-1b5d7c4d-a083-4841-b0b5-791cfabc9bf7 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404365 Jan 11 14:22:15.002949 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b8009-eb28-45d5-9140-fb9ebed25684 req-830b640d-518a-4644-ae65-0eed7fff05a8 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:15.004463 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-435b8009-eb28-45d5-9140-fb9ebed25684 req-830b640d-518a-4644-ae65-0eed7fff05a8 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f7f59c-094c-4dd0-bdd9-d0116cb8191e HTTP/1.1" status: 200 len: 943 time: 0.0491257 Jan 11 14:22:15.055822 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-435b8009-eb28-45d5-9140-fb9ebed25684 req-7ace5e13-540d-4335-9dce-c2eac77aba7b tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458078 Jan 11 14:22:15.182214 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178de9e8-f9c3-4a71-ab23-15d4ac7d2c4e req-bca2dc8a-8f86-45d7-9e30-66024a50de09 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:15.183630 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-178de9e8-f9c3-4a71-ab23-15d4ac7d2c4e req-bca2dc8a-8f86-45d7-9e30-66024a50de09 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 945 time: 0.0479193 Jan 11 14:22:15.229159 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-178de9e8-f9c3-4a71-ab23-15d4ac7d2c4e req-32a1d925-bd9c-4027-8021-e4968c7271c3 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402436 Jan 11 14:22:16.165775 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe75f6f-d6ea-43fb-97ff-abb159183d2f req-b4c8f6fe-1e5e-4474-80ce-df82c34caa6c tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:16.167240 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ffe75f6f-d6ea-43fb-97ff-abb159183d2f req-b4c8f6fe-1e5e-4474-80ce-df82c34caa6c tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f7f59c-094c-4dd0-bdd9-d0116cb8191e HTTP/1.1" status: 200 len: 943 time: 0.0472891 Jan 11 14:22:16.215050 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ffe75f6f-d6ea-43fb-97ff-abb159183d2f req-e4a70200-44de-434d-b67c-6aa3210bb675 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422931 Jan 11 14:22:16.355233 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1a868-29db-4d33-814c-809c6c31c929 req-d960fe66-e87b-4e96-a2f7-f8fe76a500df tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:16.356736 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-77a1a868-29db-4d33-814c-809c6c31c929 req-d960fe66-e87b-4e96-a2f7-f8fe76a500df tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 945 time: 0.0556712 Jan 11 14:22:16.402156 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-77a1a868-29db-4d33-814c-809c6c31c929 req-941fb5cb-6222-4872-87df-b1dd069f12e4 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399396 Jan 11 14:22:17.329822 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a51516-7dea-4e42-aec9-a025c09a6e29 req-90610296-97a4-4ade-8ab2-cadfd95a35b9 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:17.331336 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-21a51516-7dea-4e42-aec9-a025c09a6e29 req-90610296-97a4-4ade-8ab2-cadfd95a35b9 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f7f59c-094c-4dd0-bdd9-d0116cb8191e HTTP/1.1" status: 200 len: 943 time: 0.0493126 Jan 11 14:22:17.382651 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-21a51516-7dea-4e42-aec9-a025c09a6e29 req-d2d6cae5-37e1-4502-8594-477e6a53697e tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456419 Jan 11 14:22:17.529850 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe3afa-33c3-4ec4-89a7-ac9aa717328c req-e77025b7-2748-4601-a92c-8a7beb3501f0 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:17.531846 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0ebe3afa-33c3-4ec4-89a7-ac9aa717328c req-e77025b7-2748-4601-a92c-8a7beb3501f0 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 945 time: 0.0555775 Jan 11 14:22:17.585659 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0ebe3afa-33c3-4ec4-89a7-ac9aa717328c req-a5b3c287-07e8-41b7-97aa-da0f06cd32d6 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477357 Jan 11 14:22:18.507796 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621b73f-994a-43e0-bb33-2696bf4f3b60 req-59bbdd9c-ec59-4c22-9199-2ecd53f70992 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:18.509497 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2621b73f-994a-43e0-bb33-2696bf4f3b60 req-59bbdd9c-ec59-4c22-9199-2ecd53f70992 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f7f59c-094c-4dd0-bdd9-d0116cb8191e HTTP/1.1" status: 200 len: 943 time: 0.0512598 Jan 11 14:22:18.564916 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2621b73f-994a-43e0-bb33-2696bf4f3b60 req-8751c0e4-6960-4153-8430-0c96cce03898 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493138 Jan 11 14:22:18.731231 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b84747-5e49-40cd-9dd3-ea50b9dfe621 req-072dba82-02e4-47de-ad26-5a57ccfcd47c tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:18.733023 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b2b84747-5e49-40cd-9dd3-ea50b9dfe621 req-072dba82-02e4-47de-ad26-5a57ccfcd47c tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 945 time: 0.0643342 Jan 11 14:22:18.788944 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b2b84747-5e49-40cd-9dd3-ea50b9dfe621 req-78574a7d-39f7-40f2-9efa-4ff7e7183ac7 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503845 Jan 11 14:22:19.698707 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6231e2-4391-49be-8041-e4758572cd6a req-ccaacc01-942b-48a7-8ec6-b659e9fd8502 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:19.701507 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1b6231e2-4391-49be-8041-e4758572cd6a req-ccaacc01-942b-48a7-8ec6-b659e9fd8502 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f7f59c-094c-4dd0-bdd9-d0116cb8191e HTTP/1.1" status: 200 len: 943 time: 0.0613558 Jan 11 14:22:19.753475 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1b6231e2-4391-49be-8041-e4758572cd6a req-72877b25-a2c3-422e-8700-7efa98aeeb5e tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458610 Jan 11 14:22:19.926910 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ce499-5619-4b38-bde4-0c79b4d302ee req-0b138c86-0b18-411c-a418-385b49bd6a9c tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:19.928507 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f93ce499-5619-4b38-bde4-0c79b4d302ee req-0b138c86-0b18-411c-a418-385b49bd6a9c tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 945 time: 0.0603731 Jan 11 14:22:19.978866 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f93ce499-5619-4b38-bde4-0c79b4d302ee req-82dadabc-c0d5-4303-aaee-4293c1ad141d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447245 Jan 11 14:22:20.880591 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aab221-977b-4102-846c-59256a4459a2 req-80aac56e-4f5a-42d4-a83e-f8e53447c33d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:20.882259 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e6aab221-977b-4102-846c-59256a4459a2 req-80aac56e-4f5a-42d4-a83e-f8e53447c33d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f7f59c-094c-4dd0-bdd9-d0116cb8191e HTTP/1.1" status: 200 len: 943 time: 0.0551536 Jan 11 14:22:20.944335 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e6aab221-977b-4102-846c-59256a4459a2 req-95ca1eee-5ad8-4490-9871-97fffd467ad0 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556481 Jan 11 14:22:21.110945 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796da69-163b-40e2-97c9-615659888d00 req-b61fa347-6770-4c69-993c-77cf8b808e1f tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:21.112791 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1796da69-163b-40e2-97c9-615659888d00 req-b61fa347-6770-4c69-993c-77cf8b808e1f tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 945 time: 0.0510325 Jan 11 14:22:21.163602 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-1796da69-163b-40e2-97c9-615659888d00 req-9683bee3-1c6b-4feb-9841-45e9c64a01bf tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446358 Jan 11 14:22:21.838836 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4 details requested by agent hyperv_hv-cinder-82413 with host hv-cinder-82413 {{(pid=102760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 14:22:21.938513 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4,segment=NetworkSegment(b82cbb00-5e14-475e-ae16-2f96aee9e7db),segment_id=b82cbb00-5e14-475e-ae16-2f96aee9e7db)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:22:21.951613 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Returning: {'device': '5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'port_id': '5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4', 'mac_address': 'fa:16:3e:2b:8a:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 14:22:21.990028 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port 5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4 is: DOWN; New status is: BUILD {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:22:21.990355 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:22.004034 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:22:22.032813 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4,segment=NetworkSegment(b82cbb00-5e14-475e-ae16-2f96aee9e7db),segment_id=b82cbb00-5e14-475e-ae16-2f96aee9e7db)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:22:22.039112 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:22.100664 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4,revision_number=4']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:22:22.103845 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329abdd-cedb-45ef-8e80-cab62a3a9d0f req-fe668b03-25c7-4521-9cab-1e1b2ef53d0f tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:22.105536 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0329abdd-cedb-45ef-8e80-cab62a3a9d0f req-fe668b03-25c7-4521-9cab-1e1b2ef53d0f tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f7f59c-094c-4dd0-bdd9-d0116cb8191e HTTP/1.1" status: 200 len: 944 time: 0.0547888 Jan 11 14:22:22.175292 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0329abdd-cedb-45ef-8e80-cab62a3a9d0f req-40c251fb-893b-447d-818d-efebd4f9db0e tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636005 Jan 11 14:22:22.300588 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5f851-0c91-4d39-ae04-c700d9b95210 req-ae3ada95-49be-4da5-85e5-0b8739a63330 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:22.303108 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-91d5f851-0c91-4d39-ae04-c700d9b95210 req-ae3ada95-49be-4da5-85e5-0b8739a63330 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 945 time: 0.0573707 Jan 11 14:22:22.362476 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-91d5f851-0c91-4d39-ae04-c700d9b95210 req-fef95fbb-60b5-4976-afae-7153256c819d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528152 Jan 11 14:22:22.444849 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:22:23.306836 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7180a64-555f-42ea-b8da-058b8f4dad8d req-5d2e365b-9d98-480d-bdd2-84123763fb53 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:23.308451 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f7180a64-555f-42ea-b8da-058b8f4dad8d req-5d2e365b-9d98-480d-bdd2-84123763fb53 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f7f59c-094c-4dd0-bdd9-d0116cb8191e HTTP/1.1" status: 200 len: 944 time: 0.0505133 Jan 11 14:22:23.360016 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f7180a64-555f-42ea-b8da-058b8f4dad8d req-4edf71b3-8a4d-42cb-b065-52a289d01000 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458438 Jan 11 14:22:23.502186 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b472fc8-e382-485a-9c60-0d6ad0d12fec req-52e34d82-3daa-41fe-a4a6-204a5c39d3a1 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:23.503727 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3b472fc8-e382-485a-9c60-0d6ad0d12fec req-52e34d82-3daa-41fe-a4a6-204a5c39d3a1 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 945 time: 0.0618043 Jan 11 14:22:23.561749 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3b472fc8-e382-485a-9c60-0d6ad0d12fec req-8ec7022b-c212-4cfd-88c7-435ec3cd8201 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516763 Jan 11 14:22:23.864994 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4 up at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:22:23.917515 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning for port 5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4 completed by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 14:22:23.922139 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning complete for port 5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:22:23.922515 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:24.007743 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port 5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4 is: BUILD; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:22:24.008093 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:24.032964 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f7f59c-094c-4dd0-bdd9-d0116cb8191e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:22:24.041221 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2d4b612b30f5b24bc1864879ef56701efa35e28b014bb4d8aa1230102106bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574df731-66c4-4624-81ec-ddf4e1226904" -d '{"events": [{"server_uuid": "10f7f59c-094c-4dd0-bdd9-d0116cb8191e", "name": "network-vif-plugged", "status": "completed", "tag": "5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:22:24.060071 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4,segment=NetworkSegment(b82cbb00-5e14-475e-ae16-2f96aee9e7db),segment_id=b82cbb00-5e14-475e-ae16-2f96aee9e7db)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:22:24.073068 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:24.099021 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b9e375-aad2-48df-ae38-9effaf9ae892 x-openstack-request-id: req-58b9e375-aad2-48df-ae38-9effaf9ae892 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:22:24.099313 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f7f59c-094c-4dd0-bdd9-d0116cb8191e", "name": "network-vif-plugged", "status": "completed", "tag": "5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:22:24.099590 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-58b9e375-aad2-48df-ae38-9effaf9ae892 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:22:24.103949 dv-cinder-824131-3-iscsi neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f7f59c-094c-4dd0-bdd9-d0116cb8191e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4', 'code': 200} Jan 11 14:22:24.130714 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4,revision_number=5']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:22:24.341463 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5777c-33cb-4664-9543-5da9b4d07a1a req-0cc3d3a0-79c4-4450-aadc-3e40e53ac9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:24.343036 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-20f5777c-33cb-4664-9543-5da9b4d07a1a req-0cc3d3a0-79c4-4450-aadc-3e40e53ac9b0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=10f7f59c-094c-4dd0-bdd9-d0116cb8191e HTTP/1.1" status: 200 len: 1098 time: 0.0425584 Jan 11 14:22:24.396824 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-20f5777c-33cb-4664-9543-5da9b4d07a1a req-aedd6117-8000-42de-a14e-5184719bfe98 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468025 Jan 11 14:22:24.510656 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83193e31-0c4b-4bf4-9e15-aa1e24192e55 req-4badb6d7-c613-4068-b76b-9213762766ef tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:24.512275 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-83193e31-0c4b-4bf4-9e15-aa1e24192e55 req-4badb6d7-c613-4068-b76b-9213762766ef tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f7f59c-094c-4dd0-bdd9-d0116cb8191e HTTP/1.1" status: 200 len: 945 time: 0.0517485 Jan 11 14:22:24.562690 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-83193e31-0c4b-4bf4-9e15-aa1e24192e55 req-fbd8ac84-face-4ad7-b160-119daa227953 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443487 Jan 11 14:22:24.701749 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb045a5-a283-4e12-8b23-4f8655eacba9 req-43c3063f-5fe3-4ac8-8c4e-efbe50ee0c44 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:24.703938 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-dcb045a5-a283-4e12-8b23-4f8655eacba9 req-43c3063f-5fe3-4ac8-8c4e-efbe50ee0c44 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 945 time: 0.0591342 Jan 11 14:22:24.776907 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-dcb045a5-a283-4e12-8b23-4f8655eacba9 req-9177d20d-826b-45ec-b347-f4fffd2fad89 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562515 Jan 11 14:22:25.683400 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e69c14-8727-4591-aa05-3842f2b358af req-c3c3b228-b8ed-4ac7-a5cc-fcf652e1a4aa tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:25.690406 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-46e69c14-8727-4591-aa05-3842f2b358af req-c3c3b228-b8ed-4ac7-a5cc-fcf652e1a4aa tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f7f59c-094c-4dd0-bdd9-d0116cb8191e HTTP/1.1" status: 200 len: 945 time: 0.0556660 Jan 11 14:22:25.745735 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-46e69c14-8727-4591-aa05-3842f2b358af req-a997843a-3ff8-4c99-9c6d-b2249c045ae8 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525231 Jan 11 14:22:25.928467 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c74bc-234d-40b1-bcee-a7b4a02b5b17 req-ef4c4e07-3583-4f65-9ec1-45ab27b34628 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:25.930015 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-637c74bc-234d-40b1-bcee-a7b4a02b5b17 req-ef4c4e07-3583-4f65-9ec1-45ab27b34628 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 945 time: 0.0593600 Jan 11 14:22:26.004061 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-637c74bc-234d-40b1-bcee-a7b4a02b5b17 req-ab22c458-3ced-4018-b7af-7eec6fe5f05d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671427 Jan 11 14:22:26.106057 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-00f86780-5b3b-48f1-abe5-57963c064cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:26.880607 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e10897-cb30-4edf-bff6-7200a5a6ce89 req-f56b441d-6002-4452-ad54-ce8a72c561e2 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:26.882171 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-41e10897-cb30-4edf-bff6-7200a5a6ce89 req-f56b441d-6002-4452-ad54-ce8a72c561e2 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f7f59c-094c-4dd0-bdd9-d0116cb8191e HTTP/1.1" status: 200 len: 945 time: 0.0578454 Jan 11 14:22:26.936477 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-41e10897-cb30-4edf-bff6-7200a5a6ce89 req-3a0b60b5-0aa5-4bb9-a9d5-22aaf551aa3b tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486383 Jan 11 14:22:27.062724 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7729c-20e7-4cbc-a34b-5610c7afbf86 req-fa1cf3e4-a5d4-498b-a33a-7826a7567cf8 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:27.064391 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ada7729c-20e7-4cbc-a34b-5610c7afbf86 req-fa1cf3e4-a5d4-498b-a33a-7826a7567cf8 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f7f59c-094c-4dd0-bdd9-d0116cb8191e HTTP/1.1" status: 200 len: 945 time: 0.0578096 Jan 11 14:22:27.126072 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:22:27.152921 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ada7729c-20e7-4cbc-a34b-5610c7afbf86 req-0196a37e-ec2d-4395-8b03-bf9285ec37b2 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813041 Jan 11 14:22:27.175913 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 59516) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:22:27.177830 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1fb1c-f914-48e2-8626-836fa5665ee7 req-1b46e19d-8109-4124-8236-fbabdf1a6cde tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:27.179381 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d2c1fb1c-f914-48e2-8626-836fa5665ee7 req-1b46e19d-8109-4124-8236-fbabdf1a6cde tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 945 time: 0.0749362 Jan 11 14:22:27.218672 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075059d8-84f8-42fb-8a00-2e6ff0797302 tempest-TestVolumeBootPattern-121354124 tempest-TestVolumeBootPattern-121354124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:27.220149 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-075059d8-84f8-42fb-8a00-2e6ff0797302 tempest-TestVolumeBootPattern-121354124 tempest-TestVolumeBootPattern-121354124-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=10f7f59c-094c-4dd0-bdd9-d0116cb8191e HTTP/1.1" status: 200 len: 1093 time: 0.0416484 Jan 11 14:22:27.223020 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 59518) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:22:27.228212 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-19b2bf52-d32a-48d6-8299-952f04eb09a5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Request body: {'floatingip': {'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'port_id': '5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:22:27.245008 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d2c1fb1c-f914-48e2-8626-836fa5665ee7 req-7d531f8f-3998-488f-9ca7-60cc77a2f26c tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576532 Jan 11 14:22:27.269004 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-19b2bf52-d32a-48d6-8299-952f04eb09a5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:27.369144 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-19b2bf52-d32a-48d6-8299-952f04eb09a5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:27.490058 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-19b2bf52-d32a-48d6-8299-952f04eb09a5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Allocated IP 172.27.2.150 (2ce614e2-30de-465a-a7cf-ddab87bfda56/24533608-225a-4678-8e54-d2d8b6714d88/a1626d85-acba-4d33-a313-e02086cd2d3b) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:22:27.608898 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-19b2bf52-d32a-48d6-8299-952f04eb09a5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for port (a1626d85-acba-4d33-a313-e02086cd2d3b), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:27.651524 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-19b2bf52-d32a-48d6-8299-952f04eb09a5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (a1626d85-acba-4d33-a313-e02086cd2d3b), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:27.696239 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b2bf52-d32a-48d6-8299-952f04eb09a5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Network 2ce614e2-30de-465a-a7cf-ddab87bfda56 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:22:27.704391 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-19b2bf52-d32a-48d6-8299-952f04eb09a5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:22:27.707538 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b2bf52-d32a-48d6-8299-952f04eb09a5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:22:27.711296 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b2bf52-d32a-48d6-8299-952f04eb09a5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Pushing event updated for resources: {'Port': ['ID=a1626d85-acba-4d33-a313-e02086cd2d3b,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:22:27.741697 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2bf52-d32a-48d6-8299-952f04eb09a5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:22:27.741969 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2bf52-d32a-48d6-8299-952f04eb09a5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:22:27.742323 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2bf52-d32a-48d6-8299-952f04eb09a5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:22:27.742668 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2bf52-d32a-48d6-8299-952f04eb09a5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:22:27.743012 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2bf52-d32a-48d6-8299-952f04eb09a5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:22:27.743375 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2bf52-d32a-48d6-8299-952f04eb09a5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:22:27.743715 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2bf52-d32a-48d6-8299-952f04eb09a5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:22:27.744053 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2bf52-d32a-48d6-8299-952f04eb09a5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:22:27.744387 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2bf52-d32a-48d6-8299-952f04eb09a5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:22:27.744735 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2bf52-d32a-48d6-8299-952f04eb09a5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:22:27.745058 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2bf52-d32a-48d6-8299-952f04eb09a5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:22:27.745389 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2bf52-d32a-48d6-8299-952f04eb09a5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:22:27.745746 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b2bf52-d32a-48d6-8299-952f04eb09a5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:22:28.087461 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-19b2bf52-d32a-48d6-8299-952f04eb09a5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for floatingip (fce67440-03af-42ba-8b02-25d4c3f8ff1a), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:28.152356 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-19b2bf52-d32a-48d6-8299-952f04eb09a5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (a1626d85-acba-4d33-a313-e02086cd2d3b), before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:28.296326 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-d8e2f91f-b3a1-465f-82f9-80d580eec42e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:28.303485 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-19b2bf52-d32a-48d6-8299-952f04eb09a5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for port (a1626d85-acba-4d33-a313-e02086cd2d3b), precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:28.307910 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-19b2bf52-d32a-48d6-8299-952f04eb09a5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442702'] for port (a1626d85-acba-4d33-a313-e02086cd2d3b), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:28.368131 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8dcdb-9025-4a0c-935e-e32639079f18 req-12e2d836-9464-4d41-9be7-f9fa22e9ec6d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:28.370032 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e2c8dcdb-9025-4a0c-935e-e32639079f18 req-12e2d836-9464-4d41-9be7-f9fa22e9ec6d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 945 time: 0.0488496 Jan 11 14:22:28.373793 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b2bf52-d32a-48d6-8299-952f04eb09a5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Pushing event updated for resources: {'Port': ['ID=a1626d85-acba-4d33-a313-e02086cd2d3b,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:22:28.386208 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-19b2bf52-d32a-48d6-8299-952f04eb09a5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704722'] for floatingip (fce67440-03af-42ba-8b02-25d4c3f8ff1a), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:28.417429 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e2c8dcdb-9025-4a0c-935e-e32639079f18 req-0d219ab4-f08d-45d0-acb4-4ecaee1e9613 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420518 Jan 11 14:22:28.482156 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.db.l3_db [None req-19b2bf52-d32a-48d6-8299-952f04eb09a5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Floating IP fce67440-03af-42ba-8b02-25d4c3f8ff1a associated. External IP: 172.27.2.150, port: 5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4. Jan 11 14:22:28.680917 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b2bf52-d32a-48d6-8299-952f04eb09a5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Router d9326052-8cd2-41d9-a016-ab300bb05cca has already been hosted by L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 14:22:28.785744 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b2bf52-d32a-48d6-8299-952f04eb09a5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:22:28.795545 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f674a0-da85-4174-a09a-b3c5a9405781 None None] Sync routers for ids ['d9326052-8cd2-41d9-a016-ab300bb05cca'] in dv-cinder-824131-3-iscsi {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:22:28.802839 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-19b2bf52-d32a-48d6-8299-952f04eb09a5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:28.806212 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f674a0-da85-4174-a09a-b3c5a9405781 None None] Routers {'d9326052-8cd2-41d9-a016-ab300bb05cca'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:22:28.806830 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-20f674a0-da85-4174-a09a-b3c5a9405781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:22:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['d9326052-8cd2-41d9-a016-ab300bb05cca'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:22:28.832637 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-19b2bf52-d32a-48d6-8299-952f04eb09a5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6083586 Jan 11 14:22:28.834400 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f7f59c-094c-4dd0-bdd9-d0116cb8191e', 'tag': '5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:22:28.838049 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3731de440ea07f8bb65e98ae2cdbbed68b84f33189ebecfec85cc797d9a35429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45d3bc1-f3cb-475d-9d3d-c4e54ae81a97" -d '{"events": [{"name": "network-changed", "server_uuid": "10f7f59c-094c-4dd0-bdd9-d0116cb8191e", "tag": "5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:22:28.876012 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 14:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb3a6b0-a055-49c4-bdfa-08ef41725cc5 x-openstack-request-id: req-1cb3a6b0-a055-49c4-bdfa-08ef41725cc5 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:22:28.876309 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10f7f59c-094c-4dd0-bdd9-d0116cb8191e", "tag": "5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:22:28.876565 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1cb3a6b0-a055-49c4-bdfa-08ef41725cc5 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:22:28.876967 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10f7f59c-094c-4dd0-bdd9-d0116cb8191e', 'tag': '5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4', 'status': 'completed', 'code': 200} Jan 11 14:22:28.880150 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c89d9c-b5be-433e-9abb-d36a84db7038 req-3b39a6f0-373b-4d12-91dd-d2901b98cba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:28.881765 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-20c89d9c-b5be-433e-9abb-d36a84db7038 req-3b39a6f0-373b-4d12-91dd-d2901b98cba8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e53c79af2d940ce87ec727feef0f0ee&device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 1098 time: 0.0481367 Jan 11 14:22:28.930167 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-20f674a0-da85-4174-a09a-b3c5a9405781 None None] Set router d9326052-8cd2-41d9-a016-ab300bb05cca gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:22:28.936978 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d3bc1-f3cb-475d-9d3d-c4e54ae81a97 req-3d94f8ba-c4cd-45ad-bb54-ce49a91ff6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:28.938445 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d45d3bc1-f3cb-475d-9d3d-c4e54ae81a97 req-3d94f8ba-c4cd-45ad-bb54-ce49a91ff6ea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=135a305e0bbe4cfcbfea666d19340195&device_id=10f7f59c-094c-4dd0-bdd9-d0116cb8191e HTTP/1.1" status: 200 len: 1098 time: 0.0419214 Jan 11 14:22:29.037887 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d3bc1-f3cb-475d-9d3d-c4e54ae81a97 req-ad29b284-0f76-4503-b499-761a3203aaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:29.039389 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d45d3bc1-f3cb-475d-9d3d-c4e54ae81a97 req-ad29b284-0f76-4503-b499-761a3203aaa8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bafd8a92-c934-408c-97d9-8c6dc292a947 HTTP/1.1" status: 200 len: 913 time: 0.0949271 Jan 11 14:22:29.113055 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d45d3bc1-f3cb-475d-9d3d-c4e54ae81a97 req-1c294106-2ca8-4e1a-adec-9206a211b10a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4 HTTP/1.1" status: 200 len: 999 time: 0.0662088 Jan 11 14:22:29.173056 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-20f674a0-da85-4174-a09a-b3c5a9405781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'name': 'tempest-TestVolumeBootPattern-1187170809-router', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:18:19Z', 'updated_at': '2022-01-11T14:18:26Z', 'revision_number': 4, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'gw_port': {'id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:21Z', 'updated_at': '2022-01-11T14:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_floatingips': [{'id': 'fce67440-03af-42ba-8b02-25d4c3f8ff1a', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'router_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'port_id': '5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'mac_address': 'fa:16:3e:2b:8a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f7f59c-094c-4dd0-bdd9-d0116cb8191e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T14:22:27Z', 'updated_at': '2022-01-11T14:22:27Z', 'revision_number': 0, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'effc657b-bdfa-4327-864b-dcbc4be811a5', 'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'mac_address': 'fa:16:3e:17:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:25Z', 'updated_at': '2022-01-11T14:18:33Z', 'revision_number': 5, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'subnets': [{'id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:22:29.176630 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d3bc1-f3cb-475d-9d3d-c4e54ae81a97 req-48702e0a-9969-419f-9017-aaef0977273e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:29.178363 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d45d3bc1-f3cb-475d-9d3d-c4e54ae81a97 req-48702e0a-9969-419f-9017-aaef0977273e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d58c911-087c-4b19-80a7-5a9e906fabc5 HTTP/1.1" status: 200 len: 851 time: 0.0574563 Jan 11 14:22:29.200407 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f674a0-da85-4174-a09a-b3c5a9405781 None None] Checking router: d9326052-8cd2-41d9-a016-ab300bb05cca for host: dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:22:29.220033 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f674a0-da85-4174-a09a-b3c5a9405781 None None] Routers {'d9326052-8cd2-41d9-a016-ab300bb05cca'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:22:29.220681 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-20f674a0-da85-4174-a09a-b3c5a9405781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:22:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['d9326052-8cd2-41d9-a016-ab300bb05cca'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:22:29.224831 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d3bc1-f3cb-475d-9d3d-c4e54ae81a97 req-5d5adaef-97c8-4617-bd8e-8625e230faef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:29.226340 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d45d3bc1-f3cb-475d-9d3d-c4e54ae81a97 req-5d5adaef-97c8-4617-bd8e-8625e230faef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bafd8a92-c934-408c-97d9-8c6dc292a947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417275 Jan 11 14:22:29.237021 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c89d9c-b5be-433e-9abb-d36a84db7038 req-b62c6291-4da0-40ae-be45-17cab8c0f419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:29.239108 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-20c89d9c-b5be-433e-9abb-d36a84db7038 req-b62c6291-4da0-40ae-be45-17cab8c0f419 service neutron] 10.222.0.45 "GET /v2.0/networks?id=63c4d627-31e2-452f-a693-3a2f1117c04e HTTP/1.1" status: 200 len: 917 time: 0.3511941 Jan 11 14:22:29.306774 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-20c89d9c-b5be-433e-9abb-d36a84db7038 req-cf4afe9c-b738-4e22-8db9-2f05e97db5b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f98a27e9-7200-41e6-947a-d46ac07ecfd5 HTTP/1.1" status: 200 len: 1000 time: 0.0615733 Jan 11 14:22:29.335750 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d45d3bc1-f3cb-475d-9d3d-c4e54ae81a97 req-a1ab4cfe-364b-4ec9-90d1-e104e95c670e service neutron] 10.222.0.45 "GET /v2.0/networks/bafd8a92-c934-408c-97d9-8c6dc292a947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026335 Jan 11 14:22:29.344098 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-20f674a0-da85-4174-a09a-b3c5a9405781 None None] Set router d9326052-8cd2-41d9-a016-ab300bb05cca gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:22:29.361476 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c89d9c-b5be-433e-9abb-d36a84db7038 req-6264506d-2a53-4475-bd75-b3cd6b7b4fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:29.362929 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-20c89d9c-b5be-433e-9abb-d36a84db7038 req-6264506d-2a53-4475-bd75-b3cd6b7b4fed service neutron] 10.222.0.45 "GET /v2.0/subnets?id=613a89ec-c23f-446c-aa6e-28885de25556 HTTP/1.1" status: 200 len: 855 time: 0.0500686 Jan 11 14:22:29.406489 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c89d9c-b5be-433e-9abb-d36a84db7038 req-1ec419a9-d9b7-4f13-bdbf-efc3f101cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:29.408016 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-20c89d9c-b5be-433e-9abb-d36a84db7038 req-1ec419a9-d9b7-4f13-bdbf-efc3f101cdd8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63c4d627-31e2-452f-a693-3a2f1117c04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389786 Jan 11 14:22:29.425290 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d45d3bc1-f3cb-475d-9d3d-c4e54ae81a97 req-1dc41dc9-f5da-47fc-8631-0af893000cd5 service neutron] 10.222.0.45 "GET /v2.0/networks/bafd8a92-c934-408c-97d9-8c6dc292a947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838194 Jan 11 14:22:29.501091 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-20c89d9c-b5be-433e-9abb-d36a84db7038 req-ddf24654-20cb-4a90-9c2b-f2e3e9a5ee47 service neutron] 10.222.0.45 "GET /v2.0/networks/63c4d627-31e2-452f-a693-3a2f1117c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861843 Jan 11 14:22:29.545338 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8b31a-405b-4b6b-a7b8-d9dfed529aa8 req-81b5d895-59bb-42bd-a1c3-6275e4cb50b8 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:29.546988 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0ac8b31a-405b-4b6b-a7b8-d9dfed529aa8 req-81b5d895-59bb-42bd-a1c3-6275e4cb50b8 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 945 time: 0.0490572 Jan 11 14:22:29.588654 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-20f674a0-da85-4174-a09a-b3c5a9405781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'name': 'tempest-TestVolumeBootPattern-1187170809-router', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:18:19Z', 'updated_at': '2022-01-11T14:18:26Z', 'revision_number': 4, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'gw_port': {'id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:21Z', 'updated_at': '2022-01-11T14:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_floatingips': [{'id': 'fce67440-03af-42ba-8b02-25d4c3f8ff1a', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'router_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'port_id': '5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'mac_address': 'fa:16:3e:2b:8a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f7f59c-094c-4dd0-bdd9-d0116cb8191e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T14:22:27Z', 'updated_at': '2022-01-11T14:22:27Z', 'revision_number': 0, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'effc657b-bdfa-4327-864b-dcbc4be811a5', 'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'mac_address': 'fa:16:3e:17:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:25Z', 'updated_at': '2022-01-11T14:18:33Z', 'revision_number': 5, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'subnets': [{'id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:22:29.599754 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0ac8b31a-405b-4b6b-a7b8-d9dfed529aa8 req-74822dce-d767-4eb8-87d0-b43f77baedb5 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465541 Jan 11 14:22:29.599991 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-20c89d9c-b5be-433e-9abb-d36a84db7038 req-138437a8-ad8d-4fa7-995e-9b56840f93b2 service neutron] 10.222.0.45 "GET /v2.0/networks/63c4d627-31e2-452f-a693-3a2f1117c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918150 Jan 11 14:22:29.625382 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f674a0-da85-4174-a09a-b3c5a9405781 None None] The sync data for ids ['d9326052-8cd2-41d9-a016-ab300bb05cca'] in dv-cinder-824131-3-iscsi is: [{'id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'name': 'tempest-TestVolumeBootPattern-1187170809-router', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:18:19Z', 'updated_at': '2022-01-11T14:18:26Z', 'revision_number': 4, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'gw_port': {'id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:21Z', 'updated_at': '2022-01-11T14:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_floatingips': [{'id': 'fce67440-03af-42ba-8b02-25d4c3f8ff1a', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'router_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'port_id': '5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'mac_address': 'fa:16:3e:2b:8a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f7f59c-094c-4dd0-bdd9-d0116cb8191e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T14:22:27Z', 'updated_at': '2022-01-11T14:22:27Z', 'revision_number': 0, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'effc657b-bdfa-4327-864b-dcbc4be811a5', 'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'mac_address': 'fa:16:3e:17:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:25Z', 'updated_at': '2022-01-11T14:18:33Z', 'revision_number': 5, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'subnets': [{'id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:22:29.638212 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:29.814067 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09b2e7d-0627-4515-8c89-e111c3311fb3 None None] New status for floating IP fce67440-03af-42ba-8b02-25d4c3f8ff1a: ACTIVE {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 14:22:30.721088 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde04d32-3ebf-4d06-8ebb-876412e825f5 req-1f4508a3-0dc0-4d22-bc0c-3582bb247ff0 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:30.722549 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-bde04d32-3ebf-4d06-8ebb-876412e825f5 req-1f4508a3-0dc0-4d22-bc0c-3582bb247ff0 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 945 time: 0.0481949 Jan 11 14:22:30.768370 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-bde04d32-3ebf-4d06-8ebb-876412e825f5 req-41f6a406-357e-43a0-b8c7-796315cdb3d9 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397089 Jan 11 14:22:30.781562 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:31.886570 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c316fa-2004-4eb5-8372-c516b3870b60 req-5ec22293-4ec5-478d-bde6-22bb2ff0f8e3 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:31.888039 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f8c316fa-2004-4eb5-8372-c516b3870b60 req-5ec22293-4ec5-478d-bde6-22bb2ff0f8e3 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 945 time: 0.0476294 Jan 11 14:22:31.892218 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device f98a27e9-7200-41e6-947a-d46ac07ecfd5 no longer exists at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:22:31.935302 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f8c316fa-2004-4eb5-8372-c516b3870b60 req-39684705-1cc3-4101-bf5f-d98591ea42f6 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416162 Jan 11 14:22:31.969615 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port f98a27e9-7200-41e6-947a-d46ac07ecfd5 is: ACTIVE; New status is: DOWN {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:22:31.970012 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (f98a27e9-7200-41e6-947a-d46ac07ecfd5), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:31.994770 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a120e67-9697-421a-a7ab-8d249487dc97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f98a27e9-7200-41e6-947a-d46ac07ecfd5'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:22:31.997033 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2d4b612b30f5b24bc1864879ef56701efa35e28b014bb4d8aa1230102106bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189ddcce-b9b6-445c-b798-537f9cf02745" -d '{"events": [{"server_uuid": "3a120e67-9697-421a-a7ab-8d249487dc97", "name": "network-vif-unplugged", "status": "completed", "tag": "f98a27e9-7200-41e6-947a-d46ac07ecfd5"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:22:32.009883 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port f98a27e9-7200-41e6-947a-d46ac07ecfd5, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=f98a27e9-7200-41e6-947a-d46ac07ecfd5,segment=NetworkSegment(b78d3995-300f-48b9-80bd-160535fc8f73),segment_id=b78d3995-300f-48b9-80bd-160535fc8f73)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:22:32.015163 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (f98a27e9-7200-41e6-947a-d46ac07ecfd5), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:32.038626 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 11 Jan 2022 14:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8da54b-67a9-4470-ac8f-9bdc9221d7a6 x-openstack-request-id: req-cf8da54b-67a9-4470-ac8f-9bdc9221d7a6 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:22:32.038905 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a120e67-9697-421a-a7ab-8d249487dc97", "name": "network-vif-unplugged", "status": "failed", "tag": "f98a27e9-7200-41e6-947a-d46ac07ecfd5", "code": 422}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:22:32.039159 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cf8da54b-67a9-4470-ac8f-9bdc9221d7a6 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:22:32.039594 dv-cinder-824131-3-iscsi neutron-server[102760]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3a120e67-9697-421a-a7ab-8d249487dc97', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f98a27e9-7200-41e6-947a-d46ac07ecfd5', 'code': 422} returned with failed status Jan 11 14:22:32.065479 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=f98a27e9-7200-41e6-947a-d46ac07ecfd5,revision_number=8']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:22:32.276075 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:32.806205 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d50c1-8e3d-4071-981f-a9e483031a31 req-9449c4c9-15df-428c-9e1f-20035ee5a210 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:32.807744 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-962d50c1-8e3d-4071-981f-a9e483031a31 req-9449c4c9-15df-428c-9e1f-20035ee5a210 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 943 time: 0.0511189 Jan 11 14:22:32.855591 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-962d50c1-8e3d-4071-981f-a9e483031a31 req-bcba9a9a-21cb-4dba-92b0-0803c7b2bfc3 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421343 Jan 11 14:22:33.078201 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 59602) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:22:33.159429 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f6cf9a0f-014a-4e9f-91c0-2505335e2146 req-cd643e31-47d6-4770-ab33-23b8bed7ddcc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0800860 Jan 11 14:22:33.167890 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [req-f6cf9a0f-014a-4e9f-91c0-2505335e2146 req-3b2fac91-fe5b-421c-8810-d99180d01fed service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 14:22:33.168848 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f6cf9a0f-014a-4e9f-91c0-2505335e2146 req-3b2fac91-fe5b-421c-8810-d99180d01fed service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049589 Jan 11 14:22:33.961634 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf9a0f-014a-4e9f-91c0-2505335e2146 req-285dd888-92a6-4c05-91cc-d1891902221e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:33.963199 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-f6cf9a0f-014a-4e9f-91c0-2505335e2146 req-285dd888-92a6-4c05-91cc-d1891902221e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97&tenant_id=0e53c79af2d940ce87ec727feef0f0ee HTTP/1.1" status: 200 len: 1096 time: 0.0399940 Jan 11 14:22:33.976530 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55e229-8e33-4e85-b77f-1e74c735a351 req-95021c91-ff74-4fd7-a36a-0d0328e69c68 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:33.978108 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-de55e229-8e33-4e85-b77f-1e74c735a351 req-95021c91-ff74-4fd7-a36a-0d0328e69c68 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 943 time: 0.0492642 Jan 11 14:22:34.025326 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf9a0f-014a-4e9f-91c0-2505335e2146 req-0c0d4ba7-eec6-423b-af80-b15d0b6f4790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:34.026890 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-f6cf9a0f-014a-4e9f-91c0-2505335e2146 req-0c0d4ba7-eec6-423b-af80-b15d0b6f4790 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e53c79af2d940ce87ec727feef0f0ee&device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 1096 time: 0.0423782 Jan 11 14:22:34.027791 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-de55e229-8e33-4e85-b77f-1e74c735a351 req-5df0f74a-e361-44b4-838f-096f051ebbaa tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439322 Jan 11 14:22:34.112407 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf9a0f-014a-4e9f-91c0-2505335e2146 req-d8496c1f-99d2-48ba-a839-215a50ff3128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:34.113991 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-f6cf9a0f-014a-4e9f-91c0-2505335e2146 req-d8496c1f-99d2-48ba-a839-215a50ff3128 service neutron] 10.222.0.45 "GET /v2.0/networks?id=63c4d627-31e2-452f-a693-3a2f1117c04e HTTP/1.1" status: 200 len: 917 time: 0.0818648 Jan 11 14:22:34.190432 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-f6cf9a0f-014a-4e9f-91c0-2505335e2146 req-b1e74352-86d7-4515-bb12-e40410dafe58 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f98a27e9-7200-41e6-947a-d46ac07ecfd5 HTTP/1.1" status: 200 len: 998 time: 0.0700366 Jan 11 14:22:34.237030 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf9a0f-014a-4e9f-91c0-2505335e2146 req-78a69b46-940e-47f4-9e25-9701bd48b351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:34.238449 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-f6cf9a0f-014a-4e9f-91c0-2505335e2146 req-78a69b46-940e-47f4-9e25-9701bd48b351 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=613a89ec-c23f-446c-aa6e-28885de25556 HTTP/1.1" status: 200 len: 855 time: 0.0425904 Jan 11 14:22:34.280801 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf9a0f-014a-4e9f-91c0-2505335e2146 req-f18a33d2-92dd-4604-a9fb-a6a24fa84fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:34.282214 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-f6cf9a0f-014a-4e9f-91c0-2505335e2146 req-f18a33d2-92dd-4604-a9fb-a6a24fa84fbe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63c4d627-31e2-452f-a693-3a2f1117c04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384376 Jan 11 14:22:34.375405 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-f6cf9a0f-014a-4e9f-91c0-2505335e2146 req-e52af7dd-e6b9-461b-a9b2-2499b803171c service neutron] 10.222.0.45 "GET /v2.0/networks/63c4d627-31e2-452f-a693-3a2f1117c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852604 Jan 11 14:22:34.463789 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-f6cf9a0f-014a-4e9f-91c0-2505335e2146 req-75bbc327-b4d9-4f50-bd04-b86d28f88288 service neutron] 10.222.0.45 "GET /v2.0/networks/63c4d627-31e2-452f-a693-3a2f1117c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823350 Jan 11 14:22:35.158944 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8bcf4-4724-479d-bf23-174ee2f511a4 req-26baf628-6836-47f1-bca0-caab4aaee47a tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:35.161076 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0ca8bcf4-4724-479d-bf23-174ee2f511a4 req-26baf628-6836-47f1-bca0-caab4aaee47a tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 943 time: 0.0546563 Jan 11 14:22:35.210096 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0ca8bcf4-4724-479d-bf23-174ee2f511a4 req-7d7c509c-a884-4781-964a-758d6e413255 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433409 Jan 11 14:22:36.332857 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2bef9-2693-45d4-91a5-0b280ad6a2c7 req-cdab2792-c31d-4c6c-99ae-e564c8f38945 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:36.334438 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-56c2bef9-2693-45d4-91a5-0b280ad6a2c7 req-cdab2792-c31d-4c6c-99ae-e564c8f38945 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 943 time: 0.0503438 Jan 11 14:22:36.384766 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-56c2bef9-2693-45d4-91a5-0b280ad6a2c7 req-bc656eaf-01f0-4546-867c-f074312bfc75 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444810 Jan 11 14:22:37.515262 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7221f1-410b-42b9-8d95-6cdc147360ab req-304fb0f3-a03d-459c-863a-1175cb1e4bfe tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:37.516856 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-aa7221f1-410b-42b9-8d95-6cdc147360ab req-304fb0f3-a03d-459c-863a-1175cb1e4bfe tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 943 time: 0.0555055 Jan 11 14:22:37.565360 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-aa7221f1-410b-42b9-8d95-6cdc147360ab req-55514222-c2e4-4cf2-9ae5-faefbd276e4e tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418735 Jan 11 14:22:38.694639 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef8c00-7408-4950-a0ed-8cc14df054f5 req-cb867d66-2456-4899-bfa8-d6446757138b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:38.696339 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f4ef8c00-7408-4950-a0ed-8cc14df054f5 req-cb867d66-2456-4899-bfa8-d6446757138b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 943 time: 0.0554426 Jan 11 14:22:38.745418 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f4ef8c00-7408-4950-a0ed-8cc14df054f5 req-91a8c3bb-f754-46a9-a2e7-87adbcf5c40e tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428801 Jan 11 14:22:38.794249 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:39.870294 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b489f-498b-4dc2-a91d-418a90a17903 req-2133bca0-5464-494d-8e03-2241dc20483c tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:39.871816 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5e2b489f-498b-4dc2-a91d-418a90a17903 req-2133bca0-5464-494d-8e03-2241dc20483c tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 943 time: 0.0491734 Jan 11 14:22:39.933856 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5e2b489f-498b-4dc2-a91d-418a90a17903 req-058a631f-90b9-4e10-86f8-51463fe0548c tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562160 Jan 11 14:22:41.054687 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15371db1-e02d-48a7-85b8-00b3c54dfac1 req-d8a24e5e-d7b7-4972-a2f9-1cc81b296aa6 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:41.056404 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-15371db1-e02d-48a7-85b8-00b3c54dfac1 req-d8a24e5e-d7b7-4972-a2f9-1cc81b296aa6 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 943 time: 0.0505786 Jan 11 14:22:41.104335 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-15371db1-e02d-48a7-85b8-00b3c54dfac1 req-0ba95f9f-1ca9-451e-bd53-9d00c8eb0407 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424602 Jan 11 14:22:42.226068 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29413fa3-1557-4822-a2b6-13565e09e8cf req-6352944d-212c-4d81-8459-f875faa48082 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:42.227575 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-29413fa3-1557-4822-a2b6-13565e09e8cf req-6352944d-212c-4d81-8459-f875faa48082 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 943 time: 0.0496080 Jan 11 14:22:42.275818 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-29413fa3-1557-4822-a2b6-13565e09e8cf req-a6fbedf0-a69b-4d8e-8927-9e2d455ed448 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422764 Jan 11 14:22:43.401615 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdf76a-0727-4824-878f-e5b7a1eb6110 req-6eb66a71-f852-4375-ac22-86f7866ffa67 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:43.403002 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-45cdf76a-0727-4824-878f-e5b7a1eb6110 req-6eb66a71-f852-4375-ac22-86f7866ffa67 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 943 time: 0.0525479 Jan 11 14:22:43.452659 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-45cdf76a-0727-4824-878f-e5b7a1eb6110 req-9b1b04af-8e13-4792-ba32-ca97d84dfde5 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429244 Jan 11 14:22:44.570769 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1ca5f-855d-41bd-93fc-9f1310c47fc9 req-92e8d26a-8297-417e-9856-ad5ab333fa1a tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:44.572272 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-92b1ca5f-855d-41bd-93fc-9f1310c47fc9 req-92e8d26a-8297-417e-9856-ad5ab333fa1a tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 943 time: 0.0477803 Jan 11 14:22:44.618001 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-92b1ca5f-855d-41bd-93fc-9f1310c47fc9 req-3b503a5f-3868-4279-b79b-c88136e41878 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400150 Jan 11 14:22:45.737752 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242a19e-dca6-4db9-9f70-5844a193802a req-db6f1bf2-34a5-4d0f-8cd4-04048efd9b20 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:45.739225 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4242a19e-dca6-4db9-9f70-5844a193802a req-db6f1bf2-34a5-4d0f-8cd4-04048efd9b20 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 943 time: 0.0516288 Jan 11 14:22:45.787722 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4242a19e-dca6-4db9-9f70-5844a193802a req-e4565821-b327-4116-8ec1-1776aea94673 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427244 Jan 11 14:22:46.906251 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f63e0b-6d4f-4139-a338-10926946157a req-a2999c5b-37a4-4e03-900a-242fa9dd7a4c tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:46.907977 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b3f63e0b-6d4f-4139-a338-10926946157a req-a2999c5b-37a4-4e03-900a-242fa9dd7a4c tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 943 time: 0.0472038 Jan 11 14:22:46.957938 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b3f63e0b-6d4f-4139-a338-10926946157a req-8720c488-3aa3-4aaa-8295-8df9afbc8c76 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436854 Jan 11 14:22:48.074706 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d97a2-62c5-4924-9625-3926ffeae61a req-e4e3bf4c-ab4f-460a-b30c-b6ccc90b0c8e tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:48.076447 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-af8d97a2-62c5-4924-9625-3926ffeae61a req-e4e3bf4c-ab4f-460a-b30c-b6ccc90b0c8e tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 943 time: 0.0483811 Jan 11 14:22:48.131117 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-af8d97a2-62c5-4924-9625-3926ffeae61a req-005454c9-22c8-463d-a19a-ececb23e7236 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490754 Jan 11 14:22:49.252915 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4dd88-1ea6-4eda-9c09-12a839ea2598 req-a41728a6-6563-4fd9-b735-46352e3b1be2 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:49.254377 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-96e4dd88-1ea6-4eda-9c09-12a839ea2598 req-a41728a6-6563-4fd9-b735-46352e3b1be2 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 943 time: 0.0471075 Jan 11 14:22:49.300078 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-96e4dd88-1ea6-4eda-9c09-12a839ea2598 req-c501f8c6-408e-45d9-b713-d20adf2c2aab tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397029 Jan 11 14:22:50.033529 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device f98a27e9-7200-41e6-947a-d46ac07ecfd5 details requested by agent hyperv_hv-cinder-82413 with host hv-cinder-82413 {{(pid=102760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 14:22:50.135610 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port f98a27e9-7200-41e6-947a-d46ac07ecfd5, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=f98a27e9-7200-41e6-947a-d46ac07ecfd5,segment=NetworkSegment(b78d3995-300f-48b9-80bd-160535fc8f73),segment_id=b78d3995-300f-48b9-80bd-160535fc8f73)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:22:50.149890 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Returning: {'device': 'f98a27e9-7200-41e6-947a-d46ac07ecfd5', 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e', 'port_id': 'f98a27e9-7200-41e6-947a-d46ac07ecfd5', 'mac_address': 'fa:16:3e:7e:68:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '613a89ec-c23f-446c-aa6e-28885de25556', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 14:22:50.185980 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port f98a27e9-7200-41e6-947a-d46ac07ecfd5 is: DOWN; New status is: BUILD {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:22:50.186381 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (f98a27e9-7200-41e6-947a-d46ac07ecfd5), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:50.198690 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f98a27e9-7200-41e6-947a-d46ac07ecfd5 {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:22:50.219045 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port f98a27e9-7200-41e6-947a-d46ac07ecfd5, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=f98a27e9-7200-41e6-947a-d46ac07ecfd5,segment=NetworkSegment(b78d3995-300f-48b9-80bd-160535fc8f73),segment_id=b78d3995-300f-48b9-80bd-160535fc8f73)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:22:50.222685 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (f98a27e9-7200-41e6-947a-d46ac07ecfd5), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:50.271844 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=f98a27e9-7200-41e6-947a-d46ac07ecfd5,revision_number=9']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:22:50.279183 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:22:50.279560 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:22:50.279907 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:22:50.280243 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:22:50.280577 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:22:50.280907 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:22:50.281234 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:22:50.281558 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:22:50.281883 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:22:50.282207 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:22:50.282528 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:22:50.282849 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:22:50.283164 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:22:50.419068 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ee2e7-190a-4040-922b-b31e691d42fe req-c1bdeab3-b6f3-49ad-a35f-d8283853836d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:50.420580 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a57ee2e7-190a-4040-922b-b31e691d42fe req-c1bdeab3-b6f3-49ad-a35f-d8283853836d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 944 time: 0.0491998 Jan 11 14:22:50.468895 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a57ee2e7-190a-4040-922b-b31e691d42fe req-c2eec0a2-098c-4ca6-812d-bc4f07df1ad5 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417483 Jan 11 14:22:50.623588 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['f98a27e9-7200-41e6-947a-d46ac07ecfd5'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:22:51.589781 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ba1c1-0a03-47eb-b551-6c6c3d964edc req-72ba7f89-0405-4ace-ae8b-0d4b06ee600e tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:51.591220 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-bd1ba1c1-0a03-47eb-b551-6c6c3d964edc req-72ba7f89-0405-4ace-ae8b-0d4b06ee600e tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 944 time: 0.0501022 Jan 11 14:22:51.636051 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-bd1ba1c1-0a03-47eb-b551-6c6c3d964edc req-34a397b3-f03a-4911-ba7c-120392061a73 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394604 Jan 11 14:22:52.026944 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device f98a27e9-7200-41e6-947a-d46ac07ecfd5 up at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:22:52.076560 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning complete for port f98a27e9-7200-41e6-947a-d46ac07ecfd5 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:22:52.076939 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (f98a27e9-7200-41e6-947a-d46ac07ecfd5), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:52.149822 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port f98a27e9-7200-41e6-947a-d46ac07ecfd5 is: BUILD; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:22:52.150212 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (f98a27e9-7200-41e6-947a-d46ac07ecfd5), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:52.171319 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a120e67-9697-421a-a7ab-8d249487dc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98a27e9-7200-41e6-947a-d46ac07ecfd5'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:22:52.173538 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2d4b612b30f5b24bc1864879ef56701efa35e28b014bb4d8aa1230102106bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbef5ec9-e02a-48f9-a4cd-3d3f4b218396" -d '{"events": [{"server_uuid": "3a120e67-9697-421a-a7ab-8d249487dc97", "name": "network-vif-plugged", "status": "completed", "tag": "f98a27e9-7200-41e6-947a-d46ac07ecfd5"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:22:52.185452 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port f98a27e9-7200-41e6-947a-d46ac07ecfd5, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=f98a27e9-7200-41e6-947a-d46ac07ecfd5,segment=NetworkSegment(b78d3995-300f-48b9-80bd-160535fc8f73),segment_id=b78d3995-300f-48b9-80bd-160535fc8f73)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:22:52.189611 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (f98a27e9-7200-41e6-947a-d46ac07ecfd5), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:52.214545 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3212e8-4b08-45a6-9ab6-b612b45110b2 x-openstack-request-id: req-ca3212e8-4b08-45a6-9ab6-b612b45110b2 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:22:52.214846 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a120e67-9697-421a-a7ab-8d249487dc97", "name": "network-vif-plugged", "status": "completed", "tag": "f98a27e9-7200-41e6-947a-d46ac07ecfd5", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:22:52.215105 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ca3212e8-4b08-45a6-9ab6-b612b45110b2 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:22:52.215510 dv-cinder-824131-3-iscsi neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a120e67-9697-421a-a7ab-8d249487dc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98a27e9-7200-41e6-947a-d46ac07ecfd5', 'code': 200} Jan 11 14:22:52.243233 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=f98a27e9-7200-41e6-947a-d46ac07ecfd5,revision_number=10']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:22:52.391847 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d412f8-a7e3-418c-ad3b-2ea325b156e0 req-3ed1aa3a-e218-421f-80ff-ed542a0f9b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:52.393267 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-c8d412f8-a7e3-418c-ad3b-2ea325b156e0 req-3ed1aa3a-e218-421f-80ff-ed542a0f9b0d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 1099 time: 0.0422368 Jan 11 14:22:52.435360 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-c8d412f8-a7e3-418c-ad3b-2ea325b156e0 req-6604866a-e4a9-46d5-b682-e0b23f28dc59 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353298 Jan 11 14:22:52.753516 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd5366-a677-47f0-9deb-600c490f9250 req-5c8fe932-59bd-4be6-8ec8-d8a81a73ec67 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:52.754965 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c5fd5366-a677-47f0-9deb-600c490f9250 req-5c8fe932-59bd-4be6-8ec8-d8a81a73ec67 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 946 time: 0.0466318 Jan 11 14:22:52.806931 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c5fd5366-a677-47f0-9deb-600c490f9250 req-b593063e-88db-4acb-bc63-cae2eabf8908 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436566 Jan 11 14:22:53.923233 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ed628-7b48-4173-9d3f-851613836e3a req-91a4b1ab-7961-4ee0-91e7-a849c6f100c5 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:53.924730 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0b5ed628-7b48-4173-9d3f-851613836e3a req-91a4b1ab-7961-4ee0-91e7-a849c6f100c5 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 946 time: 0.0476089 Jan 11 14:22:53.978873 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0b5ed628-7b48-4173-9d3f-851613836e3a req-f456745a-3b07-42d1-8884-0ce347726d11 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463068 Jan 11 14:22:55.100984 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1db7bc-b22f-493b-9339-fdaa9bd95d7c req-3f13158a-2644-431e-907c-31a93c8cf2a0 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:22:55.102456 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6c1db7bc-b22f-493b-9339-fdaa9bd95d7c req-3f13158a-2644-431e-907c-31a93c8cf2a0 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 946 time: 0.0548635 Jan 11 14:22:55.148174 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6c1db7bc-b22f-493b-9339-fdaa9bd95d7c req-f9b433b8-21e8-452f-b9e6-a67cdfa2a5cd tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395634 Jan 11 14:22:56.098628 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8d2c0f4d-e406-463f-8cc0-096a0f4627a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:58.298057 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-45cbe979-1274-4a17-8f0e-3d33190b3035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:22:59.632584 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:00.783508 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:02.278186 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:04.124625 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:23:06.728894 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-9b652c69-9a3e-4de9-9e29-28ca1406b6c1 req-c89a20ba-6fe5-410f-acdf-65848bbffef9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387020 Jan 11 14:23:06.812641 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b652c69-9a3e-4de9-9e29-28ca1406b6c1 req-4d3383d6-52a7-4fcf-98f7-7e589c94ef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:23:06.814111 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-9b652c69-9a3e-4de9-9e29-28ca1406b6c1 req-4d3383d6-52a7-4fcf-98f7-7e589c94ef03 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e53c79af2d940ce87ec727feef0f0ee&device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 1099 time: 0.0412068 Jan 11 14:23:06.918827 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b652c69-9a3e-4de9-9e29-28ca1406b6c1 req-1606a655-c774-44b9-9a8c-331b5ef2c5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:23:06.920630 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-9b652c69-9a3e-4de9-9e29-28ca1406b6c1 req-1606a655-c774-44b9-9a8c-331b5ef2c5bc service neutron] 10.222.0.45 "GET /v2.0/networks?id=63c4d627-31e2-452f-a693-3a2f1117c04e HTTP/1.1" status: 200 len: 917 time: 0.0854759 Jan 11 14:23:06.984879 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-9b652c69-9a3e-4de9-9e29-28ca1406b6c1 req-272081c7-9038-45ea-8936-d3e2f593327d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f98a27e9-7200-41e6-947a-d46ac07ecfd5 HTTP/1.1" status: 200 len: 1000 time: 0.0563049 Jan 11 14:23:07.034034 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b652c69-9a3e-4de9-9e29-28ca1406b6c1 req-c951b8ba-e45c-489c-aac4-813513961be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:23:07.035448 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-9b652c69-9a3e-4de9-9e29-28ca1406b6c1 req-c951b8ba-e45c-489c-aac4-813513961be8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=613a89ec-c23f-446c-aa6e-28885de25556 HTTP/1.1" status: 200 len: 855 time: 0.0447662 Jan 11 14:23:07.077868 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b652c69-9a3e-4de9-9e29-28ca1406b6c1 req-8f3307a1-a309-424c-82b3-54fb01a49162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:23:07.079281 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-9b652c69-9a3e-4de9-9e29-28ca1406b6c1 req-8f3307a1-a309-424c-82b3-54fb01a49162 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63c4d627-31e2-452f-a693-3a2f1117c04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376182 Jan 11 14:23:07.167216 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-9b652c69-9a3e-4de9-9e29-28ca1406b6c1 req-76e104db-7dfd-46dd-97a8-c63191c6823b service neutron] 10.222.0.45 "GET /v2.0/networks/63c4d627-31e2-452f-a693-3a2f1117c04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811541 Jan 11 14:23:07.267217 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-9b652c69-9a3e-4de9-9e29-28ca1406b6c1 req-24117516-5b63-45db-b341-e7b570d728fd service neutron] 10.222.0.45 "GET /v2.0/networks/63c4d627-31e2-452f-a693-3a2f1117c04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857515 Jan 11 14:23:08.799972 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:26.099284 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-86beccd2-9bf3-4d10-9329-8a98fe67b6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:28.299800 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-674c6c77-5bdb-4504-91ea-2f2ec82d2f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:28.793993 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82ac7b-66bb-46d8-9fed-396ed43f5334 req-199e2a96-140e-466b-9cfb-38309975ed12 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:23:28.795386 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7e82ac7b-66bb-46d8-9fed-396ed43f5334 req-199e2a96-140e-466b-9cfb-38309975ed12 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a0b9346-4e10-4ad4-95ae-5a822de41dad HTTP/1.1" status: 200 len: 945 time: 0.0480783 Jan 11 14:23:28.841146 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7e82ac7b-66bb-46d8-9fed-396ed43f5334 req-7a9b3e16-ac12-424e-9688-fde5cc3dce9e tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e90da8c-58e2-44c7-b745-b3d6a39f64d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400929 Jan 11 14:23:29.633893 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:29.960142 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091df4d-6d23-4358-bbcc-a5686fcffefb req-fc7dd0b8-0a54-495e-b726-1d4810268d45 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:23:29.961600 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4091df4d-6d23-4358-bbcc-a5686fcffefb req-fc7dd0b8-0a54-495e-b726-1d4810268d45 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a0b9346-4e10-4ad4-95ae-5a822de41dad HTTP/1.1" status: 200 len: 945 time: 0.0510952 Jan 11 14:23:30.007609 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4091df4d-6d23-4358-bbcc-a5686fcffefb req-63114bb6-f83b-4f53-99c1-1429ab03ef30 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e90da8c-58e2-44c7-b745-b3d6a39f64d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399468 Jan 11 14:23:30.786256 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:31.034094 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ff052-b367-4ed7-ba47-c6916f3e488b req-d4efca39-200a-441f-86fd-4e8a4776ac87 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:23:31.035475 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-824ff052-b367-4ed7-ba47-c6916f3e488b req-d4efca39-200a-441f-86fd-4e8a4776ac87 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a0b9346-4e10-4ad4-95ae-5a822de41dad HTTP/1.1" status: 200 len: 945 time: 0.0477958 Jan 11 14:23:31.121150 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068fd695-d21f-49d9-b707-fc5f647ed7af req-8f4c6d75-be12-4826-ae1b-772a5349b8bc tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:23:31.122620 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-068fd695-d21f-49d9-b707-fc5f647ed7af req-8f4c6d75-be12-4826-ae1b-772a5349b8bc tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a0b9346-4e10-4ad4-95ae-5a822de41dad HTTP/1.1" status: 200 len: 945 time: 0.0478711 Jan 11 14:23:31.128515 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-824ff052-b367-4ed7-ba47-c6916f3e488b req-9da466ba-e0c9-4f96-baa7-c375f5d48262 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Deleting port c4542d74-4b8d-4592-a074-26f4696dd8e0 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:23:31.128867 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-824ff052-b367-4ed7-ba47-c6916f3e488b req-9da466ba-e0c9-4f96-baa7-c375f5d48262 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (c4542d74-4b8d-4592-a074-26f4696dd8e0), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:31.168122 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-068fd695-d21f-49d9-b707-fc5f647ed7af req-49ba1b89-6ce4-430b-9806-5abc6899290d tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e90da8c-58e2-44c7-b745-b3d6a39f64d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399725 Jan 11 14:23:31.216318 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-824ff052-b367-4ed7-ba47-c6916f3e488b req-9da466ba-e0c9-4f96-baa7-c375f5d48262 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] For port c4542d74-4b8d-4592-a074-26f4696dd8e0, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=c4542d74-4b8d-4592-a074-26f4696dd8e0,segment=NetworkSegment(4ab9da9a-fa88-4fd7-8386-6870c4602395),segment_id=4ab9da9a-fa88-4fd7-8386-6870c4602395)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:23:31.216691 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-824ff052-b367-4ed7-ba47-c6916f3e488b req-9da466ba-e0c9-4f96-baa7-c375f5d48262 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (c4542d74-4b8d-4592-a074-26f4696dd8e0), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:31.384423 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-824ff052-b367-4ed7-ba47-c6916f3e488b req-9da466ba-e0c9-4f96-baa7-c375f5d48262 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:31.384709 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-824ff052-b367-4ed7-ba47-c6916f3e488b req-9da466ba-e0c9-4f96-baa7-c375f5d48262 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704722'] for floatingip (962cad7f-9ac2-4c60-b685-df6d57f7147e), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:31.385032 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.db.l3_db [req-824ff052-b367-4ed7-ba47-c6916f3e488b req-9da466ba-e0c9-4f96-baa7-c375f5d48262 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Floating IP 962cad7f-9ac2-4c60-b685-df6d57f7147e disassociated. External IP: 172.27.2.197, port: c4542d74-4b8d-4592-a074-26f4696dd8e0. Jan 11 14:23:31.385412 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-824ff052-b367-4ed7-ba47-c6916f3e488b req-9da466ba-e0c9-4f96-baa7-c375f5d48262 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Calling delete_port for c4542d74-4b8d-4592-a074-26f4696dd8e0 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:23:31.506492 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-824ff052-b367-4ed7-ba47-c6916f3e488b req-9da466ba-e0c9-4f96-baa7-c375f5d48262 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (c4542d74-4b8d-4592-a074-26f4696dd8e0), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:31.538160 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da466ba-e0c9-4f96-baa7-c375f5d48262 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Pushing event deleted for resources: {'Port': ['ID=c4542d74-4b8d-4592-a074-26f4696dd8e0,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:23:31.549059 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da466ba-e0c9-4f96-baa7-c375f5d48262 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:23:31.549419 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da466ba-e0c9-4f96-baa7-c375f5d48262 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:23:31.549770 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da466ba-e0c9-4f96-baa7-c375f5d48262 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:23:31.550117 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da466ba-e0c9-4f96-baa7-c375f5d48262 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:23:31.550463 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da466ba-e0c9-4f96-baa7-c375f5d48262 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:23:31.550798 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da466ba-e0c9-4f96-baa7-c375f5d48262 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:23:31.551130 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da466ba-e0c9-4f96-baa7-c375f5d48262 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:23:31.551465 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da466ba-e0c9-4f96-baa7-c375f5d48262 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:23:31.551830 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da466ba-e0c9-4f96-baa7-c375f5d48262 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:23:31.552164 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da466ba-e0c9-4f96-baa7-c375f5d48262 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:23:31.552491 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da466ba-e0c9-4f96-baa7-c375f5d48262 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:23:31.552817 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da466ba-e0c9-4f96-baa7-c375f5d48262 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:23:31.553145 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da466ba-e0c9-4f96-baa7-c375f5d48262 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:23:31.673168 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-824ff052-b367-4ed7-ba47-c6916f3e488b req-9da466ba-e0c9-4f96-baa7-c375f5d48262 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Router c7e0f9f8-8f73-44da-b050-d5cb4210a5cd has already been hosted by L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 14:23:31.777130 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-824ff052-b367-4ed7-ba47-c6916f3e488b req-9da466ba-e0c9-4f96-baa7-c375f5d48262 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:23:31.786588 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2baf9e-f167-488e-b2fd-097efa8dde99 None None] Sync routers for ids ['c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'] in dv-cinder-824131-3-iscsi {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:23:31.796805 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2baf9e-f167-488e-b2fd-097efa8dde99 None None] Routers {'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:23:31.797422 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-8b2baf9e-f167-488e-b2fd-097efa8dde99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:23:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:23:31.816241 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-824ff052-b367-4ed7-ba47-c6916f3e488b req-9da466ba-e0c9-4f96-baa7-c375f5d48262 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] No DVR routers for this DVR port c4542d74-4b8d-4592-a074-26f4696dd8e0 on host hv-cinder-82413 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 14:23:31.818650 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-824ff052-b367-4ed7-ba47-c6916f3e488b req-9da466ba-e0c9-4f96-baa7-c375f5d48262 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:31.821937 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-824ff052-b367-4ed7-ba47-c6916f3e488b req-9da466ba-e0c9-4f96-baa7-c375f5d48262 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.45 "DELETE /v2.0/ports/c4542d74-4b8d-4592-a074-26f4696dd8e0 HTTP/1.1" status: 204 len: 173 time: 0.7803280 Jan 11 14:23:31.822373 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0b9346-4e10-4ad4-95ae-5a822de41dad', 'name': 'network-vif-deleted', 'tag': 'c4542d74-4b8d-4592-a074-26f4696dd8e0'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:23:31.824662 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3731de440ea07f8bb65e98ae2cdbbed68b84f33189ebecfec85cc797d9a35429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f132b90-e66e-4f83-8d75-736dad97a880" -d '{"events": [{"server_uuid": "4a0b9346-4e10-4ad4-95ae-5a822de41dad", "name": "network-vif-deleted", "tag": "c4542d74-4b8d-4592-a074-26f4696dd8e0"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:23:31.866571 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d417da66-ee7f-4b88-82e2-65f34106cf72 x-openstack-request-id: req-d417da66-ee7f-4b88-82e2-65f34106cf72 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:23:31.866828 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0b9346-4e10-4ad4-95ae-5a822de41dad", "name": "network-vif-deleted", "tag": "c4542d74-4b8d-4592-a074-26f4696dd8e0", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:23:31.867663 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d417da66-ee7f-4b88-82e2-65f34106cf72 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:23:31.867663 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0b9346-4e10-4ad4-95ae-5a822de41dad', 'name': 'network-vif-deleted', 'tag': 'c4542d74-4b8d-4592-a074-26f4696dd8e0', 'status': 'completed', 'code': 200} Jan 11 14:23:31.921025 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-8b2baf9e-f167-488e-b2fd-097efa8dde99 None None] Set router c7e0f9f8-8f73-44da-b050-d5cb4210a5cd gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:23:32.125783 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-8b2baf9e-f167-488e-b2fd-097efa8dde99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'name': 'tempest-AttachVolumeTestJSON-1626767127-router', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:13:03Z', 'revision_number': 4, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'gw_port': {'id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': '0e463e88-ef00-4515-be8d-53006796cca1', 'name': '', 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'mac_address': 'fa:16:3e:0d:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7e0256b9-88cf-4f3b-af76-871b368403f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:13:01Z', 'updated_at': '2022-01-11T14:13:10Z', 'revision_number': 5, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'subnets': [{'id': '7e0256b9-88cf-4f3b-af76-871b368403f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:23:32.151655 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2baf9e-f167-488e-b2fd-097efa8dde99 None None] Checking router: c7e0f9f8-8f73-44da-b050-d5cb4210a5cd for host: dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:23:32.159519 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2baf9e-f167-488e-b2fd-097efa8dde99 None None] Routers {'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:23:32.160127 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-8b2baf9e-f167-488e-b2fd-097efa8dde99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:23:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:23:32.277110 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-33173575-5cff-4b2e-a77c-d70b451be07e req-acd484b1-28c1-4d06-b4e9-772d10958aec tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a0b9346-4e10-4ad4-95ae-5a822de41dad HTTP/1.1" status: 200 len: 210 time: 0.0278685 Jan 11 14:23:32.386081 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:32.415485 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-8b2baf9e-f167-488e-b2fd-097efa8dde99 None None] Set router c7e0f9f8-8f73-44da-b050-d5cb4210a5cd gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:23:32.609391 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-8b2baf9e-f167-488e-b2fd-097efa8dde99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'name': 'tempest-AttachVolumeTestJSON-1626767127-router', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:13:03Z', 'revision_number': 4, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'gw_port': {'id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': '0e463e88-ef00-4515-be8d-53006796cca1', 'name': '', 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'mac_address': 'fa:16:3e:0d:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7e0256b9-88cf-4f3b-af76-871b368403f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:13:01Z', 'updated_at': '2022-01-11T14:13:10Z', 'revision_number': 5, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'subnets': [{'id': '7e0256b9-88cf-4f3b-af76-871b368403f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:23:32.638343 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2baf9e-f167-488e-b2fd-097efa8dde99 None None] The sync data for ids ['c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'] in dv-cinder-824131-3-iscsi is: [{'id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'name': 'tempest-AttachVolumeTestJSON-1626767127-router', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:13:03Z', 'revision_number': 4, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'gw_port': {'id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': '0e463e88-ef00-4515-be8d-53006796cca1', 'name': '', 'network_id': '0b91e79a-b551-4734-8a4b-8bd89379e2e4', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'mac_address': 'fa:16:3e:0d:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7e0256b9-88cf-4f3b-af76-871b368403f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:13:01Z', 'updated_at': '2022-01-11T14:13:10Z', 'revision_number': 5, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'subnets': [{'id': '7e0256b9-88cf-4f3b-af76-871b368403f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:23:32.848571 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161b5f8f-e60d-4f27-8358-a2452a91afe6 None None] New status for floating IP 962cad7f-9ac2-4c60-b685-df6d57f7147e: DOWN {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 14:23:33.361921 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 59914) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:23:33.416565 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-9ec8e735-6561-4531-8c4a-bbb4ea86b05b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for security_group (5e90da8c-58e2-44c7-b745-b3d6a39f64d6), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:33.439263 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-9ec8e735-6561-4531-8c4a-bbb4ea86b05b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for security_group (5e90da8c-58e2-44c7-b745-b3d6a39f64d6), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:33.484883 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-9ec8e735-6561-4531-8c4a-bbb4ea86b05b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (5e90da8c-58e2-44c7-b745-b3d6a39f64d6), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:33.487407 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-9ec8e735-6561-4531-8c4a-bbb4ea86b05b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:33.488597 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-9ec8e735-6561-4531-8c4a-bbb4ea86b05b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "DELETE /v2.0/security-groups/5e90da8c-58e2-44c7-b745-b3d6a39f64d6 HTTP/1.1" status: 204 len: 168 time: 0.1256800 Jan 11 14:23:33.491423 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 59916) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:23:33.498026 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8e735-6561-4531-8c4a-bbb4ea86b05b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e90da8c-58e2-44c7-b745-b3d6a39f64d6,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:23:33.505382 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec8e735-6561-4531-8c4a-bbb4ea86b05b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:23:33.505735 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec8e735-6561-4531-8c4a-bbb4ea86b05b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:23:33.506056 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.api.v2.resource [None req-112145d2-f0e8-4321-afb8-5506357a950a tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] show failed (client error): The resource could not be found. Jan 11 14:23:33.506179 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec8e735-6561-4531-8c4a-bbb4ea86b05b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:23:33.506412 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec8e735-6561-4531-8c4a-bbb4ea86b05b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:23:33.506751 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec8e735-6561-4531-8c4a-bbb4ea86b05b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:23:33.507040 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-112145d2-f0e8-4321-afb8-5506357a950a tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "GET /v2.0/security-groups/5e90da8c-58e2-44c7-b745-b3d6a39f64d6 HTTP/1.1" status: 404 len: 347 time: 0.0143576 Jan 11 14:23:33.507230 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec8e735-6561-4531-8c4a-bbb4ea86b05b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:23:33.507478 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec8e735-6561-4531-8c4a-bbb4ea86b05b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:23:33.507771 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec8e735-6561-4531-8c4a-bbb4ea86b05b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:23:33.508187 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec8e735-6561-4531-8c4a-bbb4ea86b05b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:23:33.508426 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec8e735-6561-4531-8c4a-bbb4ea86b05b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:23:33.508752 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec8e735-6561-4531-8c4a-bbb4ea86b05b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:23:33.509078 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec8e735-6561-4531-8c4a-bbb4ea86b05b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:23:33.509400 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec8e735-6561-4531-8c4a-bbb4ea86b05b tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:23:33.509903 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 59918) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:23:33.635317 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-173c0855-b68c-46bb-8fe5-f0e552bd7ea1 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Deleting port 8c5c50d3-caf3-4fe8-9bef-89e01b3e0fc5 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:23:33.635603 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-173c0855-b68c-46bb-8fe5-f0e552bd7ea1 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (8c5c50d3-caf3-4fe8-9bef-89e01b3e0fc5), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:33.712373 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-173c0855-b68c-46bb-8fe5-f0e552bd7ea1 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (8c5c50d3-caf3-4fe8-9bef-89e01b3e0fc5), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:33.712704 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-173c0855-b68c-46bb-8fe5-f0e552bd7ea1 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for floatingip (8c5c50d3-caf3-4fe8-9bef-89e01b3e0fc5), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:33.725020 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-173c0855-b68c-46bb-8fe5-f0e552bd7ea1 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Calling delete_port for 8c5c50d3-caf3-4fe8-9bef-89e01b3e0fc5 owned by network:floatingip {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:23:33.848268 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-173c0855-b68c-46bb-8fe5-f0e552bd7ea1 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (8c5c50d3-caf3-4fe8-9bef-89e01b3e0fc5), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:33.879977 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c0855-b68c-46bb-8fe5-f0e552bd7ea1 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Pushing event deleted for resources: {'Port': ['ID=8c5c50d3-caf3-4fe8-9bef-89e01b3e0fc5,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:23:33.933685 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-173c0855-b68c-46bb-8fe5-f0e552bd7ea1 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks [] for floatingip (962cad7f-9ac2-4c60-b685-df6d57f7147e), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:33.936369 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-173c0855-b68c-46bb-8fe5-f0e552bd7ea1 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:33.937515 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-173c0855-b68c-46bb-8fe5-f0e552bd7ea1 tempest-AttachVolumeTestJSON-943497530 tempest-AttachVolumeTestJSON-943497530-project] 10.222.0.49 "DELETE /v2.0/floatingips/962cad7f-9ac2-4c60-b685-df6d57f7147e HTTP/1.1" status: 204 len: 168 time: 0.4261847 Jan 11 14:23:34.288768 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device c4542d74-4b8d-4592-a074-26f4696dd8e0 no longer exists at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:23:34.309154 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] No Port match for: c4542d74-4b8d-4592-a074-26f4696dd8e0 {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:23:34.309507 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device c4542d74-4b8d-4592-a074-26f4696dd8e0 not bound to the agent host hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:23:37.465994 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 59952) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:23:37.892529 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e943ef16-b253-4cc0-8e37-5ca8227ec529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-730834'] for router_interface (c7e0f9f8-8f73-44da-b050-d5cb4210a5cd), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:38.124969 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-e943ef16-b253-4cc0-8e37-5ca8227ec529 admin admin] Deleting port 0e463e88-ef00-4515-be8d-53006796cca1 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:23:38.125221 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e943ef16-b253-4cc0-8e37-5ca8227ec529 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (0e463e88-ef00-4515-be8d-53006796cca1), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:38.202427 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-e943ef16-b253-4cc0-8e37-5ca8227ec529 admin admin] For port 0e463e88-ef00-4515-be8d-53006796cca1, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=0e463e88-ef00-4515-be8d-53006796cca1,segment=NetworkSegment(4ab9da9a-fa88-4fd7-8386-6870c4602395),segment_id=4ab9da9a-fa88-4fd7-8386-6870c4602395)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:23:38.202787 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e943ef16-b253-4cc0-8e37-5ca8227ec529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (0e463e88-ef00-4515-be8d-53006796cca1), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:38.215353 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-e943ef16-b253-4cc0-8e37-5ca8227ec529 admin admin] Calling delete_port for 0e463e88-ef00-4515-be8d-53006796cca1 owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:23:38.389616 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e943ef16-b253-4cc0-8e37-5ca8227ec529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (0e463e88-ef00-4515-be8d-53006796cca1), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:38.414126 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e943ef16-b253-4cc0-8e37-5ca8227ec529 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e463e88-ef00-4515-be8d-53006796cca1,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:23:38.577074 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e943ef16-b253-4cc0-8e37-5ca8227ec529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-730726'] for router_interface (c7e0f9f8-8f73-44da-b050-d5cb4210a5cd), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:38.784997 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e943ef16-b253-4cc0-8e37-5ca8227ec529 admin admin] Router c7e0f9f8-8f73-44da-b050-d5cb4210a5cd has already been hosted by L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 14:23:38.804903 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:39.132571 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e943ef16-b253-4cc0-8e37-5ca8227ec529 admin admin] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:23:39.137635 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-e943ef16-b253-4cc0-8e37-5ca8227ec529 admin admin] 10.222.0.49 "PUT /v2.0/routers/c7e0f9f8-8f73-44da-b050-d5cb4210a5cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6706200 Jan 11 14:23:39.140083 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 59956) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:23:39.143788 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b093f5-b0bf-4099-afc5-41cdf8a2b938 None None] Sync routers for ids ['c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'] in dv-cinder-824131-3-iscsi {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:23:39.154049 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b093f5-b0bf-4099-afc5-41cdf8a2b938 None None] Routers {'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:23:39.154853 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-c5b093f5-b0bf-4099-afc5-41cdf8a2b938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:23:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:23:39.243484 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5d84bfce-6780-4b28-b491-0e3c3880f2e3 admin admin] Publish callbacks [] for router (c7e0f9f8-8f73-44da-b050-d5cb4210a5cd), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:39.264493 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-c5b093f5-b0bf-4099-afc5-41cdf8a2b938 None None] Set router c7e0f9f8-8f73-44da-b050-d5cb4210a5cd gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:23:39.343807 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5d84bfce-6780-4b28-b491-0e3c3880f2e3 admin admin] Publish callbacks [] for router_gateway (c7e0f9f8-8f73-44da-b050-d5cb4210a5cd), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:39.394019 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-5d84bfce-6780-4b28-b491-0e3c3880f2e3 admin admin] Deleting port 9d42a7a7-c584-484d-b31e-f183ff6577e4 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:23:39.394332 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5d84bfce-6780-4b28-b491-0e3c3880f2e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (9d42a7a7-c584-484d-b31e-f183ff6577e4), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:39.443577 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-c5b093f5-b0bf-4099-afc5-41cdf8a2b938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'name': 'tempest-AttachVolumeTestJSON-1626767127-router', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:23:38Z', 'revision_number': 5, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'gw_port': {'id': '9d42a7a7-c584-484d-b31e-f183ff6577e4', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi'}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:23:39.470099 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b093f5-b0bf-4099-afc5-41cdf8a2b938 None None] Checking router: c7e0f9f8-8f73-44da-b050-d5cb4210a5cd for host: dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:23:39.474155 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-5d84bfce-6780-4b28-b491-0e3c3880f2e3 admin admin] For port 9d42a7a7-c584-484d-b31e-f183ff6577e4, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=9d42a7a7-c584-484d-b31e-f183ff6577e4,segment=NetworkSegment(74f2f49c-8139-48f1-b44d-9c7351d31a13),segment_id=74f2f49c-8139-48f1-b44d-9c7351d31a13)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:23:39.474515 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5d84bfce-6780-4b28-b491-0e3c3880f2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (9d42a7a7-c584-484d-b31e-f183ff6577e4), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:39.478231 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b093f5-b0bf-4099-afc5-41cdf8a2b938 None None] Routers {'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:23:39.478839 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-c5b093f5-b0bf-4099-afc5-41cdf8a2b938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:23:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:23:39.487647 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-5d84bfce-6780-4b28-b491-0e3c3880f2e3 admin admin] Calling delete_port for 9d42a7a7-c584-484d-b31e-f183ff6577e4 owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:23:39.564297 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-c5b093f5-b0bf-4099-afc5-41cdf8a2b938 None None] Set router c7e0f9f8-8f73-44da-b050-d5cb4210a5cd gateway port host: None {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:23:39.624565 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-c5b093f5-b0bf-4099-afc5-41cdf8a2b938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'name': 'tempest-AttachVolumeTestJSON-1626767127-router', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:23:39Z', 'revision_number': 6, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'gw_port_host': None}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:23:39.653315 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b093f5-b0bf-4099-afc5-41cdf8a2b938 None None] The sync data for ids ['c7e0f9f8-8f73-44da-b050-d5cb4210a5cd'] in dv-cinder-824131-3-iscsi is: [{'id': 'c7e0f9f8-8f73-44da-b050-d5cb4210a5cd', 'name': 'tempest-AttachVolumeTestJSON-1626767127-router', 'tenant_id': '3a11f6957ee74ff0a62315613ff54913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:55Z', 'updated_at': '2022-01-11T14:23:39Z', 'revision_number': 6, 'project_id': '3a11f6957ee74ff0a62315613ff54913', 'gw_port_host': None}] {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:23:39.665007 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5d84bfce-6780-4b28-b491-0e3c3880f2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (9d42a7a7-c584-484d-b31e-f183ff6577e4), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:39.697618 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84bfce-6780-4b28-b491-0e3c3880f2e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d42a7a7-c584-484d-b31e-f183ff6577e4,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:23:39.765196 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5d84bfce-6780-4b28-b491-0e3c3880f2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704644'] for router_gateway (c7e0f9f8-8f73-44da-b050-d5cb4210a5cd), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:39.851021 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5d84bfce-6780-4b28-b491-0e3c3880f2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30047'] for router (c7e0f9f8-8f73-44da-b050-d5cb4210a5cd), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:39.853114 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5d84bfce-6780-4b28-b491-0e3c3880f2e3 admin admin] Publish callbacks [] for router_controller (c7e0f9f8-8f73-44da-b050-d5cb4210a5cd), precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:39.894278 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5d84bfce-6780-4b28-b491-0e3c3880f2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742260'] for router (c7e0f9f8-8f73-44da-b050-d5cb4210a5cd), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:39.894825 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d84bfce-6780-4b28-b491-0e3c3880f2e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7e0f9f8-8f73-44da-b050-d5cb4210a5cd {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 11 14:23:39.898960 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-5d84bfce-6780-4b28-b491-0e3c3880f2e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:39.900129 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-5d84bfce-6780-4b28-b491-0e3c3880f2e3 admin admin] 10.222.0.49 "DELETE /v2.0/routers/c7e0f9f8-8f73-44da-b050-d5cb4210a5cd HTTP/1.1" status: 204 len: 168 time: 0.7591283 Jan 11 14:23:39.903424 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 59958) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:23:39.946025 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f97e1d-08d8-4789-9421-a7ff615f8b86 admin admin] Deleting subnet 7e0256b9-88cf-4f3b-af76-871b368403f9 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 14:23:39.949618 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e2f97e1d-08d8-4789-9421-a7ff615f8b86 admin admin] Publish callbacks [] for subnet (7e0256b9-88cf-4f3b-af76-871b368403f9), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:39.987434 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e2f97e1d-08d8-4789-9421-a7ff615f8b86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850843'] for subnet (7e0256b9-88cf-4f3b-af76-871b368403f9), precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:40.065631 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e2f97e1d-08d8-4789-9421-a7ff615f8b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757316'] for subnet (7e0256b9-88cf-4f3b-af76-871b368403f9), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:40.116250 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e2f97e1d-08d8-4789-9421-a7ff615f8b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10442644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10134044'] for subnet (7e0256b9-88cf-4f3b-af76-871b368403f9), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:40.144547 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f97e1d-08d8-4789-9421-a7ff615f8b86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e0256b9-88cf-4f3b-af76-871b368403f9,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:23:40.149580 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e2f97e1d-08d8-4789-9421-a7ff615f8b86 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:40.153989 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-e2f97e1d-08d8-4789-9421-a7ff615f8b86 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7e0256b9-88cf-4f3b-af76-871b368403f9 HTTP/1.1" status: 204 len: 168 time: 0.2495258 Jan 11 14:23:40.154560 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ef44c8-8f1b-4b3e-a6d8-b8d5ed164af6 None None] Network 0b91e79a-b551-4734-8a4b-8bd89379e2e4 requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:23:40.156452 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 59960) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:23:40.222541 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4a58aaaf-5d5e-4842-aeaf-6f7657e453be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1612487'] for network (0b91e79a-b551-4734-8a4b-8bd89379e2e4), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:40.276759 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-4a58aaaf-5d5e-4842-aeaf-6f7657e453be admin admin] Deleting port 039eefe0-5952-4c6d-be57-1f414c8104d2 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:23:40.277107 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4a58aaaf-5d5e-4842-aeaf-6f7657e453be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (039eefe0-5952-4c6d-be57-1f414c8104d2), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:40.340748 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-4a58aaaf-5d5e-4842-aeaf-6f7657e453be admin admin] For port 039eefe0-5952-4c6d-be57-1f414c8104d2, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=039eefe0-5952-4c6d-be57-1f414c8104d2,segment=NetworkSegment(4ab9da9a-fa88-4fd7-8386-6870c4602395),segment_id=4ab9da9a-fa88-4fd7-8386-6870c4602395)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:23:40.341039 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4a58aaaf-5d5e-4842-aeaf-6f7657e453be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (039eefe0-5952-4c6d-be57-1f414c8104d2), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:40.352614 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-4a58aaaf-5d5e-4842-aeaf-6f7657e453be admin admin] Calling delete_port for 039eefe0-5952-4c6d-be57-1f414c8104d2 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:23:40.399822 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969d56f7-5fb6-4f9c-853b-4aba1d55fc0a None None] DHCP port deletion for 0b91e79a-b551-4734-8a4b-8bd89379e2e4 request from dv-cinder-824131-3-iscsi {{(pid=102760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 11 14:23:40.436126 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4a58aaaf-5d5e-4842-aeaf-6f7657e453be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (039eefe0-5952-4c6d-be57-1f414c8104d2), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:40.448479 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-969d56f7-5fb6-4f9c-853b-4aba1d55fc0a None None] Deleting port 039eefe0-5952-4c6d-be57-1f414c8104d2 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:23:40.448854 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-969d56f7-5fb6-4f9c-853b-4aba1d55fc0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (039eefe0-5952-4c6d-be57-1f414c8104d2), before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:40.467007 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a58aaaf-5d5e-4842-aeaf-6f7657e453be admin admin] No DVR routers for this DVR port 039eefe0-5952-4c6d-be57-1f414c8104d2 on host dv-cinder-824131-3-iscsi {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 14:23:40.470708 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58aaaf-5d5e-4842-aeaf-6f7657e453be admin admin] Pushing event deleted for resources: {'Port': ['ID=039eefe0-5952-4c6d-be57-1f414c8104d2,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:23:40.514544 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-969d56f7-5fb6-4f9c-853b-4aba1d55fc0a None None] For port 039eefe0-5952-4c6d-be57-1f414c8104d2, host dv-cinder-824131-3-iscsi, got binding levels [] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:23:40.514939 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-969d56f7-5fb6-4f9c-853b-4aba1d55fc0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (039eefe0-5952-4c6d-be57-1f414c8104d2), precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:40.528477 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-969d56f7-5fb6-4f9c-853b-4aba1d55fc0a None None] Calling delete_port for 039eefe0-5952-4c6d-be57-1f414c8104d2 owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:23:40.531291 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.ipam_backend_mixin [None req-969d56f7-5fb6-4f9c-853b-4aba1d55fc0a None None] Port 039eefe0-5952-4c6d-be57-1f414c8104d2 was not found and therefore no delete operation was performed {{(pid=102760) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 11 14:23:40.532596 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-969d56f7-5fb6-4f9c-853b-4aba1d55fc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005'] for port (039eefe0-5952-4c6d-be57-1f414c8104d2), after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:40.540646 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4a58aaaf-5d5e-4842-aeaf-6f7657e453be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759249', 'neutron.services.segments.db._delete_segments_for_network-8792866421935'] for network (0b91e79a-b551-4734-8a4b-8bd89379e2e4), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:40.560099 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d56f7-5fb6-4f9c-853b-4aba1d55fc0a None None] Pushing event deleted for resources: {'Port': ['ID=039eefe0-5952-4c6d-be57-1f414c8104d2,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:23:40.561938 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969d56f7-5fb6-4f9c-853b-4aba1d55fc0a None None] No DVR routers for this DVR port 039eefe0-5952-4c6d-be57-1f414c8104d2 on host dv-cinder-824131-3-iscsi {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 14:23:40.563397 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.services.segments.db [None req-4a58aaaf-5d5e-4842-aeaf-6f7657e453be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b91e79a-b551-4734-8a4b-8bd89379e2e4']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:23:40.575201 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.services.segments.db [None req-4a58aaaf-5d5e-4842-aeaf-6f7657e453be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ab9da9a-fa88-4fd7-8386-6870c4602395') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:23:40.575787 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.services.segments.db [None req-4a58aaaf-5d5e-4842-aeaf-6f7657e453be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ab9da9a-fa88-4fd7-8386-6870c4602395') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:23:40.585112 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4a58aaaf-5d5e-4842-aeaf-6f7657e453be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792866425528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850834'] for segment (4ab9da9a-fa88-4fd7-8386-6870c4602395), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:40.598477 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4a58aaaf-5d5e-4842-aeaf-6f7657e453be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781'] for segment (4ab9da9a-fa88-4fd7-8386-6870c4602395), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:40.605339 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a58aaaf-5d5e-4842-aeaf-6f7657e453be admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 14:23:40.605992 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4a58aaaf-5d5e-4842-aeaf-6f7657e453be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10442738'] for segment (4ab9da9a-fa88-4fd7-8386-6870c4602395), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: Traceback (most recent call last): Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: timer() Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: cb(*args, **kw) Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: return func(*args, **kwargs) Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: self._notify() Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: self.callback(batched_events) Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: event.method(event) Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: return f(self, *a, **k) Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: return self._get(url).json() Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: return self.request(url, 'GET', **kwargs) Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 14:23:40.607725 dv-cinder-824131-3-iscsi neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 14:23:40.665322 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4a58aaaf-5d5e-4842-aeaf-6f7657e453be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704736'] for network (0b91e79a-b551-4734-8a4b-8bd89379e2e4), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:40.675361 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4a58aaaf-5d5e-4842-aeaf-6f7657e453be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for network (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:40.678707 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-4a58aaaf-5d5e-4842-aeaf-6f7657e453be admin admin] 10.222.0.49 "DELETE /v2.0/networks/0b91e79a-b551-4734-8a4b-8bd89379e2e4 HTTP/1.1" status: 204 len: 168 time: 0.5212696 Jan 11 14:23:40.698474 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58aaaf-5d5e-4842-aeaf-6f7657e453be admin admin] Pushing event deleted for resources: {'Network': ['ID=0b91e79a-b551-4734-8a4b-8bd89379e2e4,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:23:40.791028 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 59964) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:23:40.829605 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-2c2bc225-b925-4a9a-9f1d-93906c53ce5e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3a11f6957ee74ff0a62315613ff54913&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0373492 Jan 11 14:23:40.832033 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 59966) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:23:40.877691 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4616bd41-f2b3-494e-8fa4-b355ac2e8820 admin admin] Publish callbacks [] for security_group (4a6428e5-49a9-488e-87af-7fa842fa594c), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:40.897989 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4616bd41-f2b3-494e-8fa4-b355ac2e8820 admin admin] Publish callbacks [] for security_group (4a6428e5-49a9-488e-87af-7fa842fa594c), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:40.943330 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4616bd41-f2b3-494e-8fa4-b355ac2e8820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (4a6428e5-49a9-488e-87af-7fa842fa594c), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:40.946279 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4616bd41-f2b3-494e-8fa4-b355ac2e8820 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:40.947833 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-4616bd41-f2b3-494e-8fa4-b355ac2e8820 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4a6428e5-49a9-488e-87af-7fa842fa594c HTTP/1.1" status: 204 len: 168 time: 0.1147299 Jan 11 14:23:40.959850 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616bd41-f2b3-494e-8fa4-b355ac2e8820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6428e5-49a9-488e-87af-7fa842fa594c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:23:41.126913 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:23:41.230921 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 039eefe0-5952-4c6d-be57-1f414c8104d2 no longer exists at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:23:41.252202 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] No Port match for: 039eefe0-5952-4c6d-be57-1f414c8104d2 {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:23:41.252556 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 039eefe0-5952-4c6d-be57-1f414c8104d2 not bound to the agent host dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:23:41.252974 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 9d42a7a7-c584-484d-b31e-f183ff6577e4 no longer exists at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:23:41.272210 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] No Port match for: 9d42a7a7-c584-484d-b31e-f183ff6577e4 {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:23:41.272563 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 9d42a7a7-c584-484d-b31e-f183ff6577e4 not bound to the agent host dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:23:41.272978 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 0e463e88-ef00-4515-be8d-53006796cca1 no longer exists at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:23:41.291742 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] No Port match for: 0e463e88-ef00-4515-be8d-53006796cca1 {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:23:41.292099 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 0e463e88-ef00-4515-be8d-53006796cca1 not bound to the agent host dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:23:52.232083 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 60106) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:23:52.330886 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-45b4d02c-27b9-4eff-bbed-f0cb1bf68c1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:52.401497 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-45b4d02c-27b9-4eff-bbed-f0cb1bf68c1c admin admin] Publish callbacks [] for security_group (1da35cec-d685-4a40-8871-03e115bc2041), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:52.404520 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-45b4d02c-27b9-4eff-bbed-f0cb1bf68c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (1da35cec-d685-4a40-8871-03e115bc2041), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:52.442470 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-45b4d02c-27b9-4eff-bbed-f0cb1bf68c1c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4f75c949562b4baf8f0e2a14891395ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2093141 Jan 11 14:23:52.443539 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b4d02c-27b9-4eff-bbed-f0cb1bf68c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da35cec-d685-4a40-8871-03e115bc2041,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:23:52.445181 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 60110) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:23:52.496381 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-725b4ceb-deb4-46f0-a4c3-0928b902f0b7 admin admin] Publish callbacks [] for security_group (1da35cec-d685-4a40-8871-03e115bc2041), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:52.517256 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-725b4ceb-deb4-46f0-a4c3-0928b902f0b7 admin admin] Publish callbacks [] for security_group (1da35cec-d685-4a40-8871-03e115bc2041), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:52.561665 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-725b4ceb-deb4-46f0-a4c3-0928b902f0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (1da35cec-d685-4a40-8871-03e115bc2041), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:52.564108 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-725b4ceb-deb4-46f0-a4c3-0928b902f0b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:52.565237 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-725b4ceb-deb4-46f0-a4c3-0928b902f0b7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1da35cec-d685-4a40-8871-03e115bc2041 HTTP/1.1" status: 204 len: 168 time: 0.1190288 Jan 11 14:23:52.572458 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b4ceb-deb4-46f0-a4c3-0928b902f0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da35cec-d685-4a40-8871-03e115bc2041,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:23:52.812160 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 60116) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:23:52.825711 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ab5a503b-ff32-43d8-94bd-36ec0d01d120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:52.895943 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ab5a503b-ff32-43d8-94bd-36ec0d01d120 admin admin] Publish callbacks [] for security_group (921803bc-4bf1-466e-a348-3d9fe8dd8e3a), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:52.899671 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ab5a503b-ff32-43d8-94bd-36ec0d01d120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (921803bc-4bf1-466e-a348-3d9fe8dd8e3a), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:52.934841 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a503b-ff32-43d8-94bd-36ec0d01d120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921803bc-4bf1-466e-a348-3d9fe8dd8e3a,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:23:52.939114 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-ab5a503b-ff32-43d8-94bd-36ec0d01d120 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7091b99834c94567a1224d1d802f68f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1259196 Jan 11 14:23:52.941785 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 60118) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:23:52.987387 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e77d6624-aa87-4dc0-b0be-83eeee5028a5 admin admin] Publish callbacks [] for security_group (921803bc-4bf1-466e-a348-3d9fe8dd8e3a), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:53.010194 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e77d6624-aa87-4dc0-b0be-83eeee5028a5 admin admin] Publish callbacks [] for security_group (921803bc-4bf1-466e-a348-3d9fe8dd8e3a), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:53.055156 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e77d6624-aa87-4dc0-b0be-83eeee5028a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (921803bc-4bf1-466e-a348-3d9fe8dd8e3a), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:53.057698 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e77d6624-aa87-4dc0-b0be-83eeee5028a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:53.059347 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-e77d6624-aa87-4dc0-b0be-83eeee5028a5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/921803bc-4bf1-466e-a348-3d9fe8dd8e3a HTTP/1.1" status: 204 len: 168 time: 0.1166661 Jan 11 14:23:53.066629 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d6624-aa87-4dc0-b0be-83eeee5028a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921803bc-4bf1-466e-a348-3d9fe8dd8e3a,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:23:56.100366 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5595e4c6-bde8-4fff-a140-0f098f83d140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:58.301276 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e84bd563-a408-4cea-bd96-12066ed8854f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:23:59.637978 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:00.479941 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1740e9b-713f-4fdf-8e20-f3d42acf8a83 req-ae01d10b-c2f0-481a-813e-085dcf358318 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:00.481982 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f1740e9b-713f-4fdf-8e20-f3d42acf8a83 req-ae01d10b-c2f0-481a-813e-085dcf358318 tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 946 time: 0.0526571 Jan 11 14:24:00.526172 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f1740e9b-713f-4fdf-8e20-f3d42acf8a83 req-423652e2-9c3f-44aa-88a3-efb0aa8bcd5d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387540 Jan 11 14:24:00.790042 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:01.390074 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 60264) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:01.492862 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-06936f19-501c-4a44-b0d2-aed44838ba93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:01.563775 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-06936f19-501c-4a44-b0d2-aed44838ba93 admin admin] Publish callbacks [] for security_group (8cc4d4bd-8c4c-4240-9863-5a683d2317b0), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:01.567932 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-06936f19-501c-4a44-b0d2-aed44838ba93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (8cc4d4bd-8c4c-4240-9863-5a683d2317b0), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:01.606829 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-06936f19-501c-4a44-b0d2-aed44838ba93 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8f5aa4475e1247ec8075a8db7eeeb4b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156699 Jan 11 14:24:01.607735 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06936f19-501c-4a44-b0d2-aed44838ba93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc4d4bd-8c4c-4240-9863-5a683d2317b0,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:01.610009 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 60270) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:01.647890 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d05620-c5ef-45e3-92a6-f86879ec8c42 req-2f87bfb4-949f-4e03-b978-4bf8bb75351a tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:01.649284 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-59d05620-c5ef-45e3-92a6-f86879ec8c42 req-2f87bfb4-949f-4e03-b978-4bf8bb75351a tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 946 time: 0.0482316 Jan 11 14:24:01.657941 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9e73359b-3971-4d38-97be-83fc0a38e12d admin admin] Publish callbacks [] for security_group (8cc4d4bd-8c4c-4240-9863-5a683d2317b0), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:01.679068 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9e73359b-3971-4d38-97be-83fc0a38e12d admin admin] Publish callbacks [] for security_group (8cc4d4bd-8c4c-4240-9863-5a683d2317b0), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:01.695643 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-59d05620-c5ef-45e3-92a6-f86879ec8c42 req-867785ba-0e48-4c76-a814-9de60e933edb tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups?id=216ec3e3-04ee-4117-ac8e-dddba67fe061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404172 Jan 11 14:24:01.731395 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9e73359b-3971-4d38-97be-83fc0a38e12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (8cc4d4bd-8c4c-4240-9863-5a683d2317b0), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:01.733923 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9e73359b-3971-4d38-97be-83fc0a38e12d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:01.735053 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-9e73359b-3971-4d38-97be-83fc0a38e12d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8cc4d4bd-8c4c-4240-9863-5a683d2317b0 HTTP/1.1" status: 204 len: 168 time: 0.1241529 Jan 11 14:24:01.742946 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73359b-3971-4d38-97be-83fc0a38e12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc4d4bd-8c4c-4240-9863-5a683d2317b0,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:01.993260 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 60276) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:02.005995 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9de72634-8e86-4b3f-aa6d-139aec4f1050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:02.078905 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9de72634-8e86-4b3f-aa6d-139aec4f1050 admin admin] Publish callbacks [] for security_group (eb6d0e03-b770-4c73-8ea6-749c0efaa7af), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:02.082736 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9de72634-8e86-4b3f-aa6d-139aec4f1050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (eb6d0e03-b770-4c73-8ea6-749c0efaa7af), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:02.142563 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de72634-8e86-4b3f-aa6d-139aec4f1050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6d0e03-b770-4c73-8ea6-749c0efaa7af,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:02.147715 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-9de72634-8e86-4b3f-aa6d-139aec4f1050 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2d7ca0cef2814b5caf422238108dbd56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1533816 Jan 11 14:24:02.150324 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 60278) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:02.183027 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbae63-c011-46d9-9d50-55cbfd612faf req-eb37f424-04a1-4a6f-be85-0580ba0ccb1e tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:02.184430 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-3cbbae63-c011-46d9-9d50-55cbfd612faf req-eb37f424-04a1-4a6f-be85-0580ba0ccb1e tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 946 time: 0.0857346 Jan 11 14:24:02.245659 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3b2a14fa-2359-4a88-8b8e-a5a46c627c1e admin admin] Publish callbacks [] for security_group (eb6d0e03-b770-4c73-8ea6-749c0efaa7af), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:02.278819 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:02.290423 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3b2a14fa-2359-4a88-8b8e-a5a46c627c1e admin admin] Publish callbacks [] for security_group (eb6d0e03-b770-4c73-8ea6-749c0efaa7af), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:02.329982 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-3cbbae63-c011-46d9-9d50-55cbfd612faf req-8cdd264b-57ae-4930-aeba-4bff472f951b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Deleting port f98a27e9-7200-41e6-947a-d46ac07ecfd5 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:24:02.330318 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3cbbae63-c011-46d9-9d50-55cbfd612faf req-8cdd264b-57ae-4930-aeba-4bff472f951b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (f98a27e9-7200-41e6-947a-d46ac07ecfd5), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:02.379739 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3b2a14fa-2359-4a88-8b8e-a5a46c627c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (eb6d0e03-b770-4c73-8ea6-749c0efaa7af), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:02.382211 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3b2a14fa-2359-4a88-8b8e-a5a46c627c1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:02.383349 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-3b2a14fa-2359-4a88-8b8e-a5a46c627c1e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eb6d0e03-b770-4c73-8ea6-749c0efaa7af HTTP/1.1" status: 204 len: 168 time: 0.2321455 Jan 11 14:24:02.400963 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a14fa-2359-4a88-8b8e-a5a46c627c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6d0e03-b770-4c73-8ea6-749c0efaa7af,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:02.439646 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-3cbbae63-c011-46d9-9d50-55cbfd612faf req-8cdd264b-57ae-4930-aeba-4bff472f951b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] For port f98a27e9-7200-41e6-947a-d46ac07ecfd5, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=f98a27e9-7200-41e6-947a-d46ac07ecfd5,segment=NetworkSegment(b78d3995-300f-48b9-80bd-160535fc8f73),segment_id=b78d3995-300f-48b9-80bd-160535fc8f73)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:24:02.440085 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3cbbae63-c011-46d9-9d50-55cbfd612faf req-8cdd264b-57ae-4930-aeba-4bff472f951b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (f98a27e9-7200-41e6-947a-d46ac07ecfd5), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:02.613010 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3cbbae63-c011-46d9-9d50-55cbfd612faf req-8cdd264b-57ae-4930-aeba-4bff472f951b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:02.613453 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3cbbae63-c011-46d9-9d50-55cbfd612faf req-8cdd264b-57ae-4930-aeba-4bff472f951b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704722'] for floatingip (d6a00a51-ae17-45f9-9c53-d2edf14deeca), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:02.613958 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.db.l3_db [req-3cbbae63-c011-46d9-9d50-55cbfd612faf req-8cdd264b-57ae-4930-aeba-4bff472f951b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Floating IP d6a00a51-ae17-45f9-9c53-d2edf14deeca disassociated. External IP: 172.27.2.42, port: f98a27e9-7200-41e6-947a-d46ac07ecfd5. Jan 11 14:24:02.614420 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-3cbbae63-c011-46d9-9d50-55cbfd612faf req-8cdd264b-57ae-4930-aeba-4bff472f951b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Calling delete_port for f98a27e9-7200-41e6-947a-d46ac07ecfd5 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:24:02.699097 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 60284) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:02.712750 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-840519e7-6874-4500-b9be-06107e7bf3c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:02.760802 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3cbbae63-c011-46d9-9d50-55cbfd612faf req-8cdd264b-57ae-4930-aeba-4bff472f951b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (f98a27e9-7200-41e6-947a-d46ac07ecfd5), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:02.795666 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd264b-57ae-4930-aeba-4bff472f951b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Pushing event deleted for resources: {'Port': ['ID=f98a27e9-7200-41e6-947a-d46ac07ecfd5,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:02.801151 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-840519e7-6874-4500-b9be-06107e7bf3c1 admin admin] Publish callbacks [] for security_group (1c045382-e0ca-4513-ade8-b31d8606f268), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:02.820754 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-84096c5b-ca5a-4012-898b-9a9a53f7ed42 req-f9142293-ae2e-440e-a9c6-2e7a9b94953d tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a120e67-9697-421a-a7ab-8d249487dc97 HTTP/1.1" status: 200 len: 210 time: 0.0404439 Jan 11 14:24:02.821336 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-840519e7-6874-4500-b9be-06107e7bf3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (1c045382-e0ca-4513-ade8-b31d8606f268), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:02.861327 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840519e7-6874-4500-b9be-06107e7bf3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c045382-e0ca-4513-ade8-b31d8606f268,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:02.868084 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-840519e7-6874-4500-b9be-06107e7bf3c1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e23e1b65bed34eeabd03a726389a88c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1646008 Jan 11 14:24:02.868251 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 60288) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:02.906850 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cbbae63-c011-46d9-9d50-55cbfd612faf req-8cdd264b-57ae-4930-aeba-4bff472f951b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Router e5da20d3-921e-4805-a981-bfafb3dced8a has already been hosted by L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 14:24:02.915877 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-35de0990-d255-4831-89c5-797a2fe8f29f admin admin] Publish callbacks [] for security_group (1c045382-e0ca-4513-ade8-b31d8606f268), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:02.938350 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-35de0990-d255-4831-89c5-797a2fe8f29f admin admin] Publish callbacks [] for security_group (1c045382-e0ca-4513-ade8-b31d8606f268), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:02.984970 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-35de0990-d255-4831-89c5-797a2fe8f29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (1c045382-e0ca-4513-ade8-b31d8606f268), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:02.987700 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-35de0990-d255-4831-89c5-797a2fe8f29f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:02.991639 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-35de0990-d255-4831-89c5-797a2fe8f29f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1c045382-e0ca-4513-ade8-b31d8606f268 HTTP/1.1" status: 204 len: 168 time: 0.1224210 Jan 11 14:24:02.999999 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de0990-d255-4831-89c5-797a2fe8f29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c045382-e0ca-4513-ade8-b31d8606f268,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:03.013720 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cbbae63-c011-46d9-9d50-55cbfd612faf req-8cdd264b-57ae-4930-aeba-4bff472f951b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:24:03.025847 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174620e8-3ba2-4e0f-9fdd-5d4bda63fdc3 None None] Sync routers for ids ['e5da20d3-921e-4805-a981-bfafb3dced8a'] in dv-cinder-824131-3-iscsi {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:24:03.037078 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174620e8-3ba2-4e0f-9fdd-5d4bda63fdc3 None None] Routers {'e5da20d3-921e-4805-a981-bfafb3dced8a'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:24:03.037693 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-174620e8-3ba2-4e0f-9fdd-5d4bda63fdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:23:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['e5da20d3-921e-4805-a981-bfafb3dced8a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:24:03.051515 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbbae63-c011-46d9-9d50-55cbfd612faf req-8cdd264b-57ae-4930-aeba-4bff472f951b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] No DVR routers for this DVR port f98a27e9-7200-41e6-947a-d46ac07ecfd5 on host hv-cinder-82413 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 14:24:03.054077 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-3cbbae63-c011-46d9-9d50-55cbfd612faf req-8cdd264b-57ae-4930-aeba-4bff472f951b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:03.057478 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-3cbbae63-c011-46d9-9d50-55cbfd612faf req-8cdd264b-57ae-4930-aeba-4bff472f951b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.45 "DELETE /v2.0/ports/f98a27e9-7200-41e6-947a-d46ac07ecfd5 HTTP/1.1" status: 204 len: 173 time: 0.8669300 Jan 11 14:24:03.057925 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a120e67-9697-421a-a7ab-8d249487dc97', 'name': 'network-vif-deleted', 'tag': 'f98a27e9-7200-41e6-947a-d46ac07ecfd5'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:24:03.060900 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3731de440ea07f8bb65e98ae2cdbbed68b84f33189ebecfec85cc797d9a35429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e3aaf1-6850-4778-93a3-4a803b063459" -d '{"events": [{"server_uuid": "3a120e67-9697-421a-a7ab-8d249487dc97", "name": "network-vif-deleted", "tag": "f98a27e9-7200-41e6-947a-d46ac07ecfd5"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:24:03.096102 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3523783-f102-43d0-b5df-763e504541d7 x-openstack-request-id: req-b3523783-f102-43d0-b5df-763e504541d7 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:24:03.096401 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a120e67-9697-421a-a7ab-8d249487dc97", "name": "network-vif-deleted", "tag": "f98a27e9-7200-41e6-947a-d46ac07ecfd5", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:24:03.096655 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b3523783-f102-43d0-b5df-763e504541d7 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:24:03.097136 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a120e67-9697-421a-a7ab-8d249487dc97', 'name': 'network-vif-deleted', 'tag': 'f98a27e9-7200-41e6-947a-d46ac07ecfd5', 'status': 'completed', 'code': 200} Jan 11 14:24:03.159698 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-174620e8-3ba2-4e0f-9fdd-5d4bda63fdc3 None None] Set router e5da20d3-921e-4805-a981-bfafb3dced8a gateway port host: dv-cinder-824131-3-iscsi {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:24:03.374364 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-174620e8-3ba2-4e0f-9fdd-5d4bda63fdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'name': 'tempest-AttachVolumeShelveTestJSON-759545029-router', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:58Z', 'updated_at': '2022-01-11T14:13:05Z', 'revision_number': 4, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'gw_port': {'id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:59Z', 'updated_at': '2022-01-11T14:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'a0b55060-5b90-419a-a77b-297e468abf02', 'name': '', 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'mac_address': 'fa:16:3e:fc:2d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '613a89ec-c23f-446c-aa6e-28885de25556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:13:04Z', 'updated_at': '2022-01-11T14:13:15Z', 'revision_number': 5, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'subnets': [{'id': '613a89ec-c23f-446c-aa6e-28885de25556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:24:03.404095 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174620e8-3ba2-4e0f-9fdd-5d4bda63fdc3 None None] Checking router: e5da20d3-921e-4805-a981-bfafb3dced8a for host: dv-cinder-824131-3-iscsi {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:24:03.415176 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174620e8-3ba2-4e0f-9fdd-5d4bda63fdc3 None None] Routers {'e5da20d3-921e-4805-a981-bfafb3dced8a'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:24:03.415176 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-174620e8-3ba2-4e0f-9fdd-5d4bda63fdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:23:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['e5da20d3-921e-4805-a981-bfafb3dced8a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:24:03.528922 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-174620e8-3ba2-4e0f-9fdd-5d4bda63fdc3 None None] Set router e5da20d3-921e-4805-a981-bfafb3dced8a gateway port host: dv-cinder-824131-3-iscsi {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:24:03.733725 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-174620e8-3ba2-4e0f-9fdd-5d4bda63fdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'name': 'tempest-AttachVolumeShelveTestJSON-759545029-router', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:58Z', 'updated_at': '2022-01-11T14:13:05Z', 'revision_number': 4, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'gw_port': {'id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:59Z', 'updated_at': '2022-01-11T14:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'a0b55060-5b90-419a-a77b-297e468abf02', 'name': '', 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'mac_address': 'fa:16:3e:fc:2d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '613a89ec-c23f-446c-aa6e-28885de25556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:13:04Z', 'updated_at': '2022-01-11T14:13:15Z', 'revision_number': 5, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'subnets': [{'id': '613a89ec-c23f-446c-aa6e-28885de25556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:24:03.763534 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174620e8-3ba2-4e0f-9fdd-5d4bda63fdc3 None None] The sync data for ids ['e5da20d3-921e-4805-a981-bfafb3dced8a'] in dv-cinder-824131-3-iscsi is: [{'id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'name': 'tempest-AttachVolumeShelveTestJSON-759545029-router', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:58Z', 'updated_at': '2022-01-11T14:13:05Z', 'revision_number': 4, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'gw_port': {'id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:59Z', 'updated_at': '2022-01-11T14:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'a0b55060-5b90-419a-a77b-297e468abf02', 'name': '', 'network_id': '63c4d627-31e2-452f-a693-3a2f1117c04e', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'mac_address': 'fa:16:3e:fc:2d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '613a89ec-c23f-446c-aa6e-28885de25556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:13:04Z', 'updated_at': '2022-01-11T14:13:15Z', 'revision_number': 5, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'subnets': [{'id': '613a89ec-c23f-446c-aa6e-28885de25556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:24:03.915259 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 60322) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:03.982868 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-cee56cbb-40b4-4748-9f69-dd1675fb50eb tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for security_group (216ec3e3-04ee-4117-ac8e-dddba67fe061), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:03.998400 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8174406-eba6-4b0c-82c4-1bc45e159df5 None None] New status for floating IP d6a00a51-ae17-45f9-9c53-d2edf14deeca: DOWN {{(pid=102760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 14:24:04.012652 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-cee56cbb-40b4-4748-9f69-dd1675fb50eb tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for security_group (216ec3e3-04ee-4117-ac8e-dddba67fe061), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:04.066752 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-cee56cbb-40b4-4748-9f69-dd1675fb50eb tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (216ec3e3-04ee-4117-ac8e-dddba67fe061), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:04.069758 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-cee56cbb-40b4-4748-9f69-dd1675fb50eb tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:04.071225 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-cee56cbb-40b4-4748-9f69-dd1675fb50eb tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "DELETE /v2.0/security-groups/216ec3e3-04ee-4117-ac8e-dddba67fe061 HTTP/1.1" status: 204 len: 168 time: 0.1542091 Jan 11 14:24:04.074266 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 60326) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:04.081147 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee56cbb-40b4-4748-9f69-dd1675fb50eb tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=216ec3e3-04ee-4117-ac8e-dddba67fe061,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:04.093419 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.api.v2.resource [None req-44889fcd-7210-4008-a930-b7f0bb5da47b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] show failed (client error): The resource could not be found. Jan 11 14:24:04.094462 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-44889fcd-7210-4008-a930-b7f0bb5da47b tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "GET /v2.0/security-groups/216ec3e3-04ee-4117-ac8e-dddba67fe061 HTTP/1.1" status: 404 len: 347 time: 0.0187783 Jan 11 14:24:04.097523 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 60328) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:04.177961 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 60330) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:04.229253 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-6fb97ed9-54ef-4f73-a01b-8fb5642fe3ff tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Deleting port 9d975240-b66e-4689-a858-3eeb889f7c47 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:24:04.229600 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6fb97ed9-54ef-4f73-a01b-8fb5642fe3ff tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (9d975240-b66e-4689-a858-3eeb889f7c47), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:04.291120 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8e06c1ea-d0c0-4107-8454-64a01fd236c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:04.334935 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6fb97ed9-54ef-4f73-a01b-8fb5642fe3ff tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (9d975240-b66e-4689-a858-3eeb889f7c47), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:04.335196 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6fb97ed9-54ef-4f73-a01b-8fb5642fe3ff tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for floatingip (9d975240-b66e-4689-a858-3eeb889f7c47), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:04.355152 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-6fb97ed9-54ef-4f73-a01b-8fb5642fe3ff tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Calling delete_port for 9d975240-b66e-4689-a858-3eeb889f7c47 owned by network:floatingip {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:24:04.452319 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8e06c1ea-d0c0-4107-8454-64a01fd236c6 admin admin] Publish callbacks [] for security_group (6ecc8703-48a2-44b9-896b-f8d3fe5905a3), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:04.457453 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8e06c1ea-d0c0-4107-8454-64a01fd236c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (6ecc8703-48a2-44b9-896b-f8d3fe5905a3), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:04.507249 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-8e06c1ea-d0c0-4107-8454-64a01fd236c6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b227e05b568f4fd59f243745b3340b28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3282897 Jan 11 14:24:04.509572 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06c1ea-d0c0-4107-8454-64a01fd236c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecc8703-48a2-44b9-896b-f8d3fe5905a3,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:04.510041 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 60334) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:04.555749 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6fb97ed9-54ef-4f73-a01b-8fb5642fe3ff tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (9d975240-b66e-4689-a858-3eeb889f7c47), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:04.562974 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-fba8a07b-e868-4a78-9a42-784399b00d7b admin admin] Publish callbacks [] for security_group (6ecc8703-48a2-44b9-896b-f8d3fe5905a3), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:04.581253 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb97ed9-54ef-4f73-a01b-8fb5642fe3ff tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Pushing event deleted for resources: {'Port': ['ID=9d975240-b66e-4689-a858-3eeb889f7c47,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:04.584531 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-fba8a07b-e868-4a78-9a42-784399b00d7b admin admin] Publish callbacks [] for security_group (6ecc8703-48a2-44b9-896b-f8d3fe5905a3), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:04.629063 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-fba8a07b-e868-4a78-9a42-784399b00d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (6ecc8703-48a2-44b9-896b-f8d3fe5905a3), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:04.631655 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-fba8a07b-e868-4a78-9a42-784399b00d7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:04.632959 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-fba8a07b-e868-4a78-9a42-784399b00d7b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6ecc8703-48a2-44b9-896b-f8d3fe5905a3 HTTP/1.1" status: 204 len: 168 time: 0.1217446 Jan 11 14:24:04.641116 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8a07b-e868-4a78-9a42-784399b00d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecc8703-48a2-44b9-896b-f8d3fe5905a3,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:04.644330 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6fb97ed9-54ef-4f73-a01b-8fb5642fe3ff tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks [] for floatingip (d6a00a51-ae17-45f9-9c53-d2edf14deeca), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:04.647386 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6fb97ed9-54ef-4f73-a01b-8fb5642fe3ff tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:04.648547 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-6fb97ed9-54ef-4f73-a01b-8fb5642fe3ff tempest-AttachVolumeShelveTestJSON-1613625756 tempest-AttachVolumeShelveTestJSON-1613625756-project] 10.222.0.49 "DELETE /v2.0/floatingips/d6a00a51-ae17-45f9-9c53-d2edf14deeca HTTP/1.1" status: 204 len: 168 time: 0.5501623 Jan 11 14:24:06.392765 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device f98a27e9-7200-41e6-947a-d46ac07ecfd5 no longer exists at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:24:06.412966 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] No Port match for: f98a27e9-7200-41e6-947a-d46ac07ecfd5 {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:24:06.413308 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device f98a27e9-7200-41e6-947a-d46ac07ecfd5 not bound to the agent host hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:24:06.838795 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-5cd477a2-84c0-4ea7-a1ba-db9928430612 req-a9857dc5-6180-4152-8a7d-fc98a57c6b0d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=10f7f59c-094c-4dd0-bdd9-d0116cb8191e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1328604 Jan 11 14:24:06.897968 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd477a2-84c0-4ea7-a1ba-db9928430612 req-b57366b5-056a-4e12-90bb-de3ea571ee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:06.899279 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-5cd477a2-84c0-4ea7-a1ba-db9928430612 req-b57366b5-056a-4e12-90bb-de3ea571ee35 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=135a305e0bbe4cfcbfea666d19340195&device_id=10f7f59c-094c-4dd0-bdd9-d0116cb8191e HTTP/1.1" status: 200 len: 1098 time: 0.0391099 Jan 11 14:24:07.013903 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd477a2-84c0-4ea7-a1ba-db9928430612 req-7fa48a62-7fed-46e7-9185-b4791e48d20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:07.015509 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-5cd477a2-84c0-4ea7-a1ba-db9928430612 req-7fa48a62-7fed-46e7-9185-b4791e48d20e service neutron] 10.222.0.45 "GET /v2.0/networks?id=bafd8a92-c934-408c-97d9-8c6dc292a947 HTTP/1.1" status: 200 len: 913 time: 0.0949509 Jan 11 14:24:07.093968 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 60398) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:07.104477 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-5cd477a2-84c0-4ea7-a1ba-db9928430612 req-99df8625-bcdd-4cda-afaa-41874ac88a44 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4 HTTP/1.1" status: 200 len: 1001 time: 0.0827398 Jan 11 14:24:07.153152 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd477a2-84c0-4ea7-a1ba-db9928430612 req-f2de20d6-4eff-4b24-88bc-88f5d542dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:07.154720 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-5cd477a2-84c0-4ea7-a1ba-db9928430612 req-f2de20d6-4eff-4b24-88bc-88f5d542dfb2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d58c911-087c-4b19-80a7-5a9e906fabc5 HTTP/1.1" status: 200 len: 851 time: 0.0449715 Jan 11 14:24:07.235650 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd477a2-84c0-4ea7-a1ba-db9928430612 req-2ce4408d-b222-4439-991f-3c73377d354c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:07.237050 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-5cd477a2-84c0-4ea7-a1ba-db9928430612 req-2ce4408d-b222-4439-991f-3c73377d354c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bafd8a92-c934-408c-97d9-8c6dc292a947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754445 Jan 11 14:24:07.272100 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [req-5cd477a2-84c0-4ea7-a1ba-db9928430612 req-016770a3-10d0-494d-aa83-b4a3c292f7d0 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 14:24:07.273047 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-5cd477a2-84c0-4ea7-a1ba-db9928430612 req-016770a3-10d0-494d-aa83-b4a3c292f7d0 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117621 Jan 11 14:24:07.437951 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-5cd477a2-84c0-4ea7-a1ba-db9928430612 req-79313edd-08e4-47d9-a933-e908c5b94f7d service neutron] 10.222.0.45 "GET /v2.0/networks/bafd8a92-c934-408c-97d9-8c6dc292a947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589484 Jan 11 14:24:07.810235 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-5cd477a2-84c0-4ea7-a1ba-db9928430612 req-f2672be1-2ada-4ad4-a5ed-fad693be1da9 service neutron] 10.222.0.45 "GET /v2.0/networks/bafd8a92-c934-408c-97d9-8c6dc292a947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650870 Jan 11 14:24:07.912389 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f289f8f4-24af-442a-a849-0022e5b591a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-730834'] for router_interface (e5da20d3-921e-4805-a981-bfafb3dced8a), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:08.147718 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-f289f8f4-24af-442a-a849-0022e5b591a8 admin admin] Deleting port a0b55060-5b90-419a-a77b-297e468abf02 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:24:08.148074 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f289f8f4-24af-442a-a849-0022e5b591a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (a0b55060-5b90-419a-a77b-297e468abf02), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:08.227570 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-f289f8f4-24af-442a-a849-0022e5b591a8 admin admin] For port a0b55060-5b90-419a-a77b-297e468abf02, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=a0b55060-5b90-419a-a77b-297e468abf02,segment=NetworkSegment(b78d3995-300f-48b9-80bd-160535fc8f73),segment_id=b78d3995-300f-48b9-80bd-160535fc8f73)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:24:08.227934 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f289f8f4-24af-442a-a849-0022e5b591a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (a0b55060-5b90-419a-a77b-297e468abf02), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:08.240710 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-f289f8f4-24af-442a-a849-0022e5b591a8 admin admin] Calling delete_port for a0b55060-5b90-419a-a77b-297e468abf02 owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:24:08.430376 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f289f8f4-24af-442a-a849-0022e5b591a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (a0b55060-5b90-419a-a77b-297e468abf02), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:08.457943 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289f8f4-24af-442a-a849-0022e5b591a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0b55060-5b90-419a-a77b-297e468abf02,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:08.624765 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f289f8f4-24af-442a-a849-0022e5b591a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-730726'] for router_interface (e5da20d3-921e-4805-a981-bfafb3dced8a), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:08.800797 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:08.828368 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f289f8f4-24af-442a-a849-0022e5b591a8 admin admin] Router e5da20d3-921e-4805-a981-bfafb3dced8a has already been hosted by L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 14:24:08.931754 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f289f8f4-24af-442a-a849-0022e5b591a8 admin admin] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:24:08.936795 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-f289f8f4-24af-442a-a849-0022e5b591a8 admin admin] 10.222.0.49 "PUT /v2.0/routers/e5da20d3-921e-4805-a981-bfafb3dced8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8418832 Jan 11 14:24:08.939405 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 60412) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:08.940400 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1956a556-c8ab-4413-9279-616e315cc100 None None] Sync routers for ids ['e5da20d3-921e-4805-a981-bfafb3dced8a'] in dv-cinder-824131-3-iscsi {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:24:08.950826 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1956a556-c8ab-4413-9279-616e315cc100 None None] Routers {'e5da20d3-921e-4805-a981-bfafb3dced8a'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:24:08.951438 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-1956a556-c8ab-4413-9279-616e315cc100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:23:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['e5da20d3-921e-4805-a981-bfafb3dced8a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:24:09.043971 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2d97c856-5c5d-434f-87d5-c0d293a08e26 admin admin] Publish callbacks [] for router (e5da20d3-921e-4805-a981-bfafb3dced8a), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:09.139518 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-1956a556-c8ab-4413-9279-616e315cc100 None None] Set router e5da20d3-921e-4805-a981-bfafb3dced8a gateway port host: dv-cinder-824131-3-iscsi {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:24:09.145481 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2d97c856-5c5d-434f-87d5-c0d293a08e26 admin admin] Publish callbacks [] for router_gateway (e5da20d3-921e-4805-a981-bfafb3dced8a), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:09.200141 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-2d97c856-5c5d-434f-87d5-c0d293a08e26 admin admin] Deleting port 92fd5ec4-b3c7-428d-8585-8a00bee5beb6 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:24:09.200996 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2d97c856-5c5d-434f-87d5-c0d293a08e26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (92fd5ec4-b3c7-428d-8585-8a00bee5beb6), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:09.283196 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-2d97c856-5c5d-434f-87d5-c0d293a08e26 admin admin] For port 92fd5ec4-b3c7-428d-8585-8a00bee5beb6, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=92fd5ec4-b3c7-428d-8585-8a00bee5beb6,segment=NetworkSegment(74f2f49c-8139-48f1-b44d-9c7351d31a13),segment_id=74f2f49c-8139-48f1-b44d-9c7351d31a13)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:24:09.283589 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2d97c856-5c5d-434f-87d5-c0d293a08e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (92fd5ec4-b3c7-428d-8585-8a00bee5beb6), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:09.295564 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-2d97c856-5c5d-434f-87d5-c0d293a08e26 admin admin] Calling delete_port for 92fd5ec4-b3c7-428d-8585-8a00bee5beb6 owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:24:09.317093 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-1956a556-c8ab-4413-9279-616e315cc100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'name': 'tempest-AttachVolumeShelveTestJSON-759545029-router', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:58Z', 'updated_at': '2022-01-11T14:24:08Z', 'revision_number': 5, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'gw_port': {'id': '92fd5ec4-b3c7-428d-8585-8a00bee5beb6', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:12:59Z', 'updated_at': '2022-01-11T14:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi'}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:24:09.343092 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1956a556-c8ab-4413-9279-616e315cc100 None None] Checking router: e5da20d3-921e-4805-a981-bfafb3dced8a for host: dv-cinder-824131-3-iscsi {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:24:09.351329 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1956a556-c8ab-4413-9279-616e315cc100 None None] Routers {'e5da20d3-921e-4805-a981-bfafb3dced8a'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:24:09.351969 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-1956a556-c8ab-4413-9279-616e315cc100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:23:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['e5da20d3-921e-4805-a981-bfafb3dced8a'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:24:09.439066 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-1956a556-c8ab-4413-9279-616e315cc100 None None] Set router e5da20d3-921e-4805-a981-bfafb3dced8a gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:24:09.470514 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2d97c856-5c5d-434f-87d5-c0d293a08e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (92fd5ec4-b3c7-428d-8585-8a00bee5beb6), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:09.495556 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-1956a556-c8ab-4413-9279-616e315cc100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'name': 'tempest-AttachVolumeShelveTestJSON-759545029-router', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:58Z', 'updated_at': '2022-01-11T14:24:09Z', 'revision_number': 6, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'gw_port_host': None}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:24:09.498148 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97c856-5c5d-434f-87d5-c0d293a08e26 admin admin] Pushing event deleted for resources: {'Port': ['ID=92fd5ec4-b3c7-428d-8585-8a00bee5beb6,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:09.529418 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1956a556-c8ab-4413-9279-616e315cc100 None None] The sync data for ids ['e5da20d3-921e-4805-a981-bfafb3dced8a'] in dv-cinder-824131-3-iscsi is: [{'id': 'e5da20d3-921e-4805-a981-bfafb3dced8a', 'name': 'tempest-AttachVolumeShelveTestJSON-759545029-router', 'tenant_id': '0e53c79af2d940ce87ec727feef0f0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:12:58Z', 'updated_at': '2022-01-11T14:24:09Z', 'revision_number': 6, 'project_id': '0e53c79af2d940ce87ec727feef0f0ee', 'gw_port_host': None}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:24:09.567681 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2d97c856-5c5d-434f-87d5-c0d293a08e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704644'] for router_gateway (e5da20d3-921e-4805-a981-bfafb3dced8a), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:09.662806 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2d97c856-5c5d-434f-87d5-c0d293a08e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30047'] for router (e5da20d3-921e-4805-a981-bfafb3dced8a), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:09.665231 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2d97c856-5c5d-434f-87d5-c0d293a08e26 admin admin] Publish callbacks [] for router_controller (e5da20d3-921e-4805-a981-bfafb3dced8a), precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:09.709107 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2d97c856-5c5d-434f-87d5-c0d293a08e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742260'] for router (e5da20d3-921e-4805-a981-bfafb3dced8a), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:09.709770 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d97c856-5c5d-434f-87d5-c0d293a08e26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5da20d3-921e-4805-a981-bfafb3dced8a {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 11 14:24:09.725688 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-2d97c856-5c5d-434f-87d5-c0d293a08e26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:09.728261 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-2d97c856-5c5d-434f-87d5-c0d293a08e26 admin admin] 10.222.0.49 "DELETE /v2.0/routers/e5da20d3-921e-4805-a981-bfafb3dced8a HTTP/1.1" status: 204 len: 168 time: 0.7875593 Jan 11 14:24:09.729548 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 60426) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:09.773628 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38a459e-c2cf-44d9-8417-8f45e0a5026c admin admin] Deleting subnet 613a89ec-c23f-446c-aa6e-28885de25556 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 14:24:09.776687 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b38a459e-c2cf-44d9-8417-8f45e0a5026c admin admin] Publish callbacks [] for subnet (613a89ec-c23f-446c-aa6e-28885de25556), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:09.810558 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b38a459e-c2cf-44d9-8417-8f45e0a5026c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850843'] for subnet (613a89ec-c23f-446c-aa6e-28885de25556), precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:09.897814 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b38a459e-c2cf-44d9-8417-8f45e0a5026c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757316'] for subnet (613a89ec-c23f-446c-aa6e-28885de25556), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:09.958098 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b38a459e-c2cf-44d9-8417-8f45e0a5026c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10442644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10134044'] for subnet (613a89ec-c23f-446c-aa6e-28885de25556), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:09.986579 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a459e-c2cf-44d9-8417-8f45e0a5026c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=613a89ec-c23f-446c-aa6e-28885de25556,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:09.990195 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b38a459e-c2cf-44d9-8417-8f45e0a5026c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:09.996126 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-b38a459e-c2cf-44d9-8417-8f45e0a5026c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/613a89ec-c23f-446c-aa6e-28885de25556 HTTP/1.1" status: 204 len: 168 time: 0.2655261 Jan 11 14:24:09.997370 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 60434) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:10.005059 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db38d67-f83e-418d-8af9-206ea4eb6985 None None] Network 63c4d627-31e2-452f-a693-3a2f1117c04e requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:24:10.077448 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-35806c54-4987-441c-aeb0-84a480203a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1612487'] for network (63c4d627-31e2-452f-a693-3a2f1117c04e), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:10.136270 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-35806c54-4987-441c-aeb0-84a480203a25 admin admin] Deleting port 83f6bffb-fce9-4cc3-8d9f-a039877878a3 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:24:10.136676 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-35806c54-4987-441c-aeb0-84a480203a25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (83f6bffb-fce9-4cc3-8d9f-a039877878a3), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:10.197757 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-35806c54-4987-441c-aeb0-84a480203a25 admin admin] For port 83f6bffb-fce9-4cc3-8d9f-a039877878a3, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=83f6bffb-fce9-4cc3-8d9f-a039877878a3,segment=NetworkSegment(b78d3995-300f-48b9-80bd-160535fc8f73),segment_id=b78d3995-300f-48b9-80bd-160535fc8f73)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:24:10.198124 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-35806c54-4987-441c-aeb0-84a480203a25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (83f6bffb-fce9-4cc3-8d9f-a039877878a3), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:10.216774 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-35806c54-4987-441c-aeb0-84a480203a25 admin admin] Calling delete_port for 83f6bffb-fce9-4cc3-8d9f-a039877878a3 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:24:10.295026 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-35806c54-4987-441c-aeb0-84a480203a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (83f6bffb-fce9-4cc3-8d9f-a039877878a3), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:10.321491 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35806c54-4987-441c-aeb0-84a480203a25 admin admin] No DVR routers for this DVR port 83f6bffb-fce9-4cc3-8d9f-a039877878a3 on host dv-cinder-824131-3-iscsi {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 14:24:10.323165 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35806c54-4987-441c-aeb0-84a480203a25 admin admin] Pushing event deleted for resources: {'Port': ['ID=83f6bffb-fce9-4cc3-8d9f-a039877878a3,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:10.363823 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6113aced-c1b1-4bd0-ba9e-ff10fc2802e2 None None] DHCP port deletion for 63c4d627-31e2-452f-a693-3a2f1117c04e request from dv-cinder-824131-3-iscsi {{(pid=102760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 11 14:24:10.418013 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-35806c54-4987-441c-aeb0-84a480203a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759249', 'neutron.services.segments.db._delete_segments_for_network-8792866421935'] for network (63c4d627-31e2-452f-a693-3a2f1117c04e), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:10.438947 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.services.segments.db [None req-35806c54-4987-441c-aeb0-84a480203a25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c4d627-31e2-452f-a693-3a2f1117c04e']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:24:10.448550 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.services.segments.db [None req-35806c54-4987-441c-aeb0-84a480203a25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b78d3995-300f-48b9-80bd-160535fc8f73') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:24:10.448917 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.services.segments.db [None req-35806c54-4987-441c-aeb0-84a480203a25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b78d3995-300f-48b9-80bd-160535fc8f73') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:24:10.459030 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-35806c54-4987-441c-aeb0-84a480203a25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792866425528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850834'] for segment (b78d3995-300f-48b9-80bd-160535fc8f73), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:10.472499 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-35806c54-4987-441c-aeb0-84a480203a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781'] for segment (b78d3995-300f-48b9-80bd-160535fc8f73), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:10.482669 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35806c54-4987-441c-aeb0-84a480203a25 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 14:24:10.483071 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-35806c54-4987-441c-aeb0-84a480203a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10442738'] for segment (b78d3995-300f-48b9-80bd-160535fc8f73), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:10.485028 dv-cinder-824131-3-iscsi neutron-server[102759]: Traceback (most recent call last): Jan 11 14:24:10.485028 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 14:24:10.485028 dv-cinder-824131-3-iscsi neutron-server[102759]: timer() Jan 11 14:24:10.485028 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 14:24:10.485028 dv-cinder-824131-3-iscsi neutron-server[102759]: cb(*args, **kw) Jan 11 14:24:10.485028 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 14:24:10.485028 dv-cinder-824131-3-iscsi neutron-server[102759]: return func(*args, **kwargs) Jan 11 14:24:10.485028 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 14:24:10.485028 dv-cinder-824131-3-iscsi neutron-server[102759]: self._notify() Jan 11 14:24:10.485028 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 14:24:10.485028 dv-cinder-824131-3-iscsi neutron-server[102759]: self.callback(batched_events) Jan 11 14:24:10.485028 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 14:24:10.485028 dv-cinder-824131-3-iscsi neutron-server[102759]: event.method(event) Jan 11 14:24:10.485028 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 14:24:10.485028 dv-cinder-824131-3-iscsi neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 14:24:10.485028 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 14:24:10.485028 dv-cinder-824131-3-iscsi neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 14:24:10.485028 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 14:24:10.485028 dv-cinder-824131-3-iscsi neutron-server[102759]: return f(self, *a, **k) Jan 11 14:24:10.485028 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 14:24:10.485028 dv-cinder-824131-3-iscsi neutron-server[102759]: return self._get(url).json() Jan 11 14:24:10.485028 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 14:24:10.485028 dv-cinder-824131-3-iscsi neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 14:24:10.485028 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 14:24:10.485028 dv-cinder-824131-3-iscsi neutron-server[102759]: return self.request(url, 'GET', **kwargs) Jan 11 14:24:10.485028 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 14:24:10.485028 dv-cinder-824131-3-iscsi neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 14:24:10.485028 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 14:24:10.485028 dv-cinder-824131-3-iscsi neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 14:24:10.485028 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 14:24:10.485028 dv-cinder-824131-3-iscsi neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 14:24:10.485028 dv-cinder-824131-3-iscsi neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 14:24:10.541245 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-35806c54-4987-441c-aeb0-84a480203a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704736'] for network (63c4d627-31e2-452f-a693-3a2f1117c04e), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:10.548668 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-35806c54-4987-441c-aeb0-84a480203a25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for network (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:10.556706 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-35806c54-4987-441c-aeb0-84a480203a25 admin admin] 10.222.0.49 "DELETE /v2.0/networks/63c4d627-31e2-452f-a693-3a2f1117c04e HTTP/1.1" status: 204 len: 168 time: 0.5584137 Jan 11 14:24:10.569176 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35806c54-4987-441c-aeb0-84a480203a25 admin admin] Pushing event deleted for resources: {'Network': ['ID=63c4d627-31e2-452f-a693-3a2f1117c04e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:10.688378 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 60454) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:10.730150 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-fda2d7af-41ae-46f4-9f35-e0f953fbfd1d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0e53c79af2d940ce87ec727feef0f0ee&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0404227 Jan 11 14:24:10.731883 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 60458) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:10.777382 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9e4c-fd19-4942-ba32-52779abe54ec admin admin] Publish callbacks [] for security_group (6c123ad3-a81f-405b-9ee1-046e55116158), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:10.799093 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9e4c-fd19-4942-ba32-52779abe54ec admin admin] Publish callbacks [] for security_group (6c123ad3-a81f-405b-9ee1-046e55116158), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:10.847308 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9e4c-fd19-4942-ba32-52779abe54ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (6c123ad3-a81f-405b-9ee1-046e55116158), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:10.849845 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-dc7b9e4c-fd19-4942-ba32-52779abe54ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:10.853354 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-dc7b9e4c-fd19-4942-ba32-52779abe54ec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6c123ad3-a81f-405b-9ee1-046e55116158 HTTP/1.1" status: 204 len: 168 time: 0.1181710 Jan 11 14:24:10.859322 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b9e4c-fd19-4942-ba32-52779abe54ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c123ad3-a81f-405b-9ee1-046e55116158,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:11.252368 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device a0b55060-5b90-419a-a77b-297e468abf02 no longer exists at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:24:11.273269 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] No Port match for: a0b55060-5b90-419a-a77b-297e468abf02 {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:24:11.273628 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device a0b55060-5b90-419a-a77b-297e468abf02 not bound to the agent host dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:24:11.274066 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 83f6bffb-fce9-4cc3-8d9f-a039877878a3 no longer exists at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:24:11.296860 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] No Port match for: 83f6bffb-fce9-4cc3-8d9f-a039877878a3 {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:24:11.297421 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 83f6bffb-fce9-4cc3-8d9f-a039877878a3 not bound to the agent host dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:24:11.298175 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 92fd5ec4-b3c7-428d-8585-8a00bee5beb6 no longer exists at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:24:11.326491 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] No Port match for: 92fd5ec4-b3c7-428d-8585-8a00bee5beb6 {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:24:11.326845 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 92fd5ec4-b3c7-428d-8585-8a00bee5beb6 not bound to the agent host dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:24:14.504143 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 60558) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:14.604731 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-72ca5cea-9540-4d1a-ac7a-b76d279ff7d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:14.678040 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-72ca5cea-9540-4d1a-ac7a-b76d279ff7d0 admin admin] Publish callbacks [] for security_group (7215b9dc-27db-4251-a540-3735cd279f51), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:14.681480 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-72ca5cea-9540-4d1a-ac7a-b76d279ff7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (7215b9dc-27db-4251-a540-3735cd279f51), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:14.717979 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ca5cea-9540-4d1a-ac7a-b76d279ff7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7215b9dc-27db-4251-a540-3735cd279f51,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:14.722214 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-72ca5cea-9540-4d1a-ac7a-b76d279ff7d0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=133e7440ee0d4419b35e6c38d10f0210&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170770 Jan 11 14:24:14.725478 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 60562) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:14.771543 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c402c2e0-9aaf-4e39-820f-17e0149b9967 admin admin] Publish callbacks [] for security_group (7215b9dc-27db-4251-a540-3735cd279f51), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:14.791648 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c402c2e0-9aaf-4e39-820f-17e0149b9967 admin admin] Publish callbacks [] for security_group (7215b9dc-27db-4251-a540-3735cd279f51), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:14.835382 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c402c2e0-9aaf-4e39-820f-17e0149b9967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (7215b9dc-27db-4251-a540-3735cd279f51), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:14.837922 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-c402c2e0-9aaf-4e39-820f-17e0149b9967 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:14.839138 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-c402c2e0-9aaf-4e39-820f-17e0149b9967 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7215b9dc-27db-4251-a540-3735cd279f51 HTTP/1.1" status: 204 len: 168 time: 0.1133318 Jan 11 14:24:14.846779 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402c2e0-9aaf-4e39-820f-17e0149b9967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7215b9dc-27db-4251-a540-3735cd279f51,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:15.233251 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 60582) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:15.335995 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b0c1fa3b-572e-4f90-ae9c-2174fa8f3e61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:15.421907 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b0c1fa3b-572e-4f90-ae9c-2174fa8f3e61 admin admin] Publish callbacks [] for security_group (71e3d39d-bd03-4e2d-83f5-ad1b2f032956), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:15.426124 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-b0c1fa3b-572e-4f90-ae9c-2174fa8f3e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (71e3d39d-bd03-4e2d-83f5-ad1b2f032956), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:15.471352 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-b0c1fa3b-572e-4f90-ae9c-2174fa8f3e61 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8993897b778741f682fb35a1a2151d21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346108 Jan 11 14:24:15.471352 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1fa3b-572e-4f90-ae9c-2174fa8f3e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e3d39d-bd03-4e2d-83f5-ad1b2f032956,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:15.472523 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 60592) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:15.524093 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-10f77ffe-3ad5-446e-b663-0bcc80cb825c admin admin] Publish callbacks [] for security_group (71e3d39d-bd03-4e2d-83f5-ad1b2f032956), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:15.545344 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-10f77ffe-3ad5-446e-b663-0bcc80cb825c admin admin] Publish callbacks [] for security_group (71e3d39d-bd03-4e2d-83f5-ad1b2f032956), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:15.591994 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-10f77ffe-3ad5-446e-b663-0bcc80cb825c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (71e3d39d-bd03-4e2d-83f5-ad1b2f032956), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:15.594523 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-10f77ffe-3ad5-446e-b663-0bcc80cb825c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:15.595735 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-10f77ffe-3ad5-446e-b663-0bcc80cb825c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/71e3d39d-bd03-4e2d-83f5-ad1b2f032956 HTTP/1.1" status: 204 len: 168 time: 0.1229339 Jan 11 14:24:15.603475 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f77ffe-3ad5-446e-b663-0bcc80cb825c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e3d39d-bd03-4e2d-83f5-ad1b2f032956,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:16.084048 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 60636) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:16.186731 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-2f5eab48-f1e4-40bf-8c7a-e2b6a928428e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:16.261753 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-2f5eab48-f1e4-40bf-8c7a-e2b6a928428e admin admin] Publish callbacks [] for security_group (ebbf4fd2-df0a-4609-9aa3-682478ac4ece), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:16.265540 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-2f5eab48-f1e4-40bf-8c7a-e2b6a928428e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (ebbf4fd2-df0a-4609-9aa3-682478ac4ece), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:16.303648 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-2f5eab48-f1e4-40bf-8c7a-e2b6a928428e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=656e154fab32405693eea9f1a99e5f75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183568 Jan 11 14:24:16.304363 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5eab48-f1e4-40bf-8c7a-e2b6a928428e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbf4fd2-df0a-4609-9aa3-682478ac4ece,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:16.306213 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 60648) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:16.355704 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8e6b99f6-d62c-49e0-bac4-f317107be4cd admin admin] Publish callbacks [] for security_group (ebbf4fd2-df0a-4609-9aa3-682478ac4ece), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:16.376459 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8e6b99f6-d62c-49e0-bac4-f317107be4cd admin admin] Publish callbacks [] for security_group (ebbf4fd2-df0a-4609-9aa3-682478ac4ece), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:16.422112 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8e6b99f6-d62c-49e0-bac4-f317107be4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (ebbf4fd2-df0a-4609-9aa3-682478ac4ece), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:16.424955 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8e6b99f6-d62c-49e0-bac4-f317107be4cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:16.428482 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-8e6b99f6-d62c-49e0-bac4-f317107be4cd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ebbf4fd2-df0a-4609-9aa3-682478ac4ece HTTP/1.1" status: 204 len: 168 time: 0.1189172 Jan 11 14:24:16.434263 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b99f6-d62c-49e0-bac4-f317107be4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbf4fd2-df0a-4609-9aa3-682478ac4ece,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:17.113482 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 60678) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:17.205497 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-f08fa865-bbd8-4a29-9c7c-30bccfdd174a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2106667256-network', 'tenant_id': '90f0e900915f48dea72283851ee48d14'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:24:17.227850 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08fa865-bbd8-4a29-9c7c-30bccfdd174a admin admin] Made reservation on behalf of 90f0e900915f48dea72283851ee48d14 for: {'network': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:24:17.230155 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f08fa865-bbd8-4a29-9c7c-30bccfdd174a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for network (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:17.238890 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f08fa865-bbd8-4a29-9c7c-30bccfdd174a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:17.311402 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f08fa865-bbd8-4a29-9c7c-30bccfdd174a admin admin] Publish callbacks [] for security_group (88da6bf2-1603-4e84-9048-96124198a222), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:17.314998 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f08fa865-bbd8-4a29-9c7c-30bccfdd174a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (88da6bf2-1603-4e84-9048-96124198a222), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:17.335474 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f08fa865-bbd8-4a29-9c7c-30bccfdd174a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=102759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 14:24:17.349174 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08fa865-bbd8-4a29-9c7c-30bccfdd174a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88da6bf2-1603-4e84-9048-96124198a222,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:17.353930 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f08fa865-bbd8-4a29-9c7c-30bccfdd174a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781'] for segment (7398cb4b-abd2-4988-9b2d-d3799dde0d0b), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:17.354276 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.db.segments_db [None req-f08fa865-bbd8-4a29-9c7c-30bccfdd174a admin admin] Added segment 7398cb4b-abd2-4988-9b2d-d3799dde0d0b of type vlan for network fcd06fa3-4e55-4bc6-a11e-594f15d767de Jan 11 14:24:17.395001 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f08fa865-bbd8-4a29-9c7c-30bccfdd174a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792865857603'] for network (fcd06fa3-4e55-4bc6-a11e-594f15d767de), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:17.418600 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f08fa865-bbd8-4a29-9c7c-30bccfdd174a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828'] for network (fcd06fa3-4e55-4bc6-a11e-594f15d767de), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:17.419597 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08fa865-bbd8-4a29-9c7c-30bccfdd174a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:17.420179 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-f08fa865-bbd8-4a29-9c7c-30bccfdd174a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for network (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:17.469180 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-f08fa865-bbd8-4a29-9c7c-30bccfdd174a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3545997 Jan 11 14:24:17.472163 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 60682) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:17.477092 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-50b7929b-c77f-46a7-aacc-5fe3b165da4d admin admin] Request body: {'subnet': {'network_id': 'fcd06fa3-4e55-4bc6-a11e-594f15d767de', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2106667256-subnet', 'tenant_id': '90f0e900915f48dea72283851ee48d14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:24:17.481866 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08fa865-bbd8-4a29-9c7c-30bccfdd174a admin admin] Pushing event updated for resources: {'Network': ['ID=fcd06fa3-4e55-4bc6-a11e-594f15d767de,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:17.493680 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Network fcd06fa3-4e55-4bc6-a11e-594f15d767de details requested by agent ovs-agent-dv-cinder-824131-3-iscsi with host dv-cinder-824131-3-iscsi {{(pid=102760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 14:24:17.500832 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b7929b-c77f-46a7-aacc-5fe3b165da4d admin admin] Made reservation on behalf of 90f0e900915f48dea72283851ee48d14 for: {'subnet': 1} {{(pid=102758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:24:17.503226 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-50b7929b-c77f-46a7-aacc-5fe3b165da4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8597527'] for subnet (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:17.666584 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-50b7929b-c77f-46a7-aacc-5fe3b165da4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10082353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8597625'] for subnet (7aad2dfb-0dcd-4b04-89dc-59edf77a41bd), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:17.725663 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b7929b-c77f-46a7-aacc-5fe3b165da4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aad2dfb-0dcd-4b04-89dc-59edf77a41bd,revision_number=0']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:17.734105 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b7929b-c77f-46a7-aacc-5fe3b165da4d admin admin] Checking segment: {'id': '7398cb4b-abd2-4988-9b2d-d3799dde0d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fcd06fa3-4e55-4bc6-a11e-594f15d767de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:24:17.734465 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b7929b-c77f-46a7-aacc-5fe3b165da4d admin admin] Network hostable DHCP agents. Network: fcd06fa3-4e55-4bc6-a11e-594f15d767de, hostable agents: ['0926af04-f8d6-426e-a613-5ede47dbe2c0'], hosted agents: [] {{(pid=102758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 14:24:17.751837 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b7929b-c77f-46a7-aacc-5fe3b165da4d admin admin] Network fcd06fa3-4e55-4bc6-a11e-594f15d767de is scheduled to be hosted by DHCP agent 0926af04-f8d6-426e-a613-5ede47dbe2c0 with binding_index 1 {{(pid=102758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 14:24:17.760446 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.base_scheduler [None req-50b7929b-c77f-46a7-aacc-5fe3b165da4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824131-3-iscsi, fcd06fa3-4e55-4bc6-a11e-594f15d767de) {{(pid=102758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:24:17.773881 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b7929b-c77f-46a7-aacc-5fe3b165da4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:17.774654 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-50b7929b-c77f-46a7-aacc-5fe3b165da4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for subnet (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:17.775467 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b983c4-f5c9-4301-bfcb-9ede1e0f569c None None] Network fcd06fa3-4e55-4bc6-a11e-594f15d767de requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:24:17.792430 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-50b7929b-c77f-46a7-aacc-5fe3b165da4d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3191023 Jan 11 14:24:17.877615 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a18a2ef-7957-434d-9d18-63ed58c72fde None None] Network fcd06fa3-4e55-4bc6-a11e-594f15d767de requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:24:18.126345 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:24:18.272526 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 60708) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:18.278017 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-b5badee0-454e-426a-b53c-4acb1837d22d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-761693003-network', 'tenant_id': 'a5c2d5242f0048639559a797959e31d6'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:24:18.300733 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5badee0-454e-426a-b53c-4acb1837d22d admin admin] Made reservation on behalf of a5c2d5242f0048639559a797959e31d6 for: {'network': 1} {{(pid=102758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:24:18.303119 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-b5badee0-454e-426a-b53c-4acb1837d22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for network (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:18.312240 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-b5badee0-454e-426a-b53c-4acb1837d22d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:18.390921 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-b5badee0-454e-426a-b53c-4acb1837d22d admin admin] Publish callbacks [] for security_group (bb6e2f6e-b7b0-428c-9532-c430342c5acf), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:18.393973 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-b5badee0-454e-426a-b53c-4acb1837d22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (bb6e2f6e-b7b0-428c-9532-c430342c5acf), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:18.421845 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5badee0-454e-426a-b53c-4acb1837d22d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=102758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 14:24:18.427024 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5badee0-454e-426a-b53c-4acb1837d22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6e2f6e-b7b0-428c-9532-c430342c5acf,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:18.434816 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-b5badee0-454e-426a-b53c-4acb1837d22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781'] for segment (eecf204c-e2c0-4006-b14a-87c2ccd81b09), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:18.434816 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.db.segments_db [None req-b5badee0-454e-426a-b53c-4acb1837d22d admin admin] Added segment eecf204c-e2c0-4006-b14a-87c2ccd81b09 of type vlan for network d9b85c0d-671e-4e5a-b46d-78b6adcee889 Jan 11 14:24:18.475249 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-b5badee0-454e-426a-b53c-4acb1837d22d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792865857603'] for network (d9b85c0d-671e-4e5a-b46d-78b6adcee889), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:18.498537 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-b5badee0-454e-426a-b53c-4acb1837d22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828'] for network (d9b85c0d-671e-4e5a-b46d-78b6adcee889), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:18.499547 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5badee0-454e-426a-b53c-4acb1837d22d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:18.500155 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-b5badee0-454e-426a-b53c-4acb1837d22d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for network (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:18.552441 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-b5badee0-454e-426a-b53c-4acb1837d22d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2787366 Jan 11 14:24:18.555280 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 60712) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:18.560289 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-da54d9a7-0c3a-4800-9586-d582965453d1 admin admin] Request body: {'subnet': {'network_id': 'd9b85c0d-671e-4e5a-b46d-78b6adcee889', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-761693003-subnet', 'tenant_id': 'a5c2d5242f0048639559a797959e31d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:24:18.564706 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5badee0-454e-426a-b53c-4acb1837d22d admin admin] Pushing event updated for resources: {'Network': ['ID=d9b85c0d-671e-4e5a-b46d-78b6adcee889,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:18.574442 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Network d9b85c0d-671e-4e5a-b46d-78b6adcee889 details requested by agent ovs-agent-dv-cinder-824131-3-iscsi with host dv-cinder-824131-3-iscsi {{(pid=102760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 14:24:18.583591 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da54d9a7-0c3a-4800-9586-d582965453d1 admin admin] Made reservation on behalf of a5c2d5242f0048639559a797959e31d6 for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:24:18.585950 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da54d9a7-0c3a-4800-9586-d582965453d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10134137'] for subnet (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:18.761813 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da54d9a7-0c3a-4800-9586-d582965453d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10443857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10134039'] for subnet (57b9e0c0-197b-4c3f-9f83-a7e1ceda06fa), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:18.819640 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54d9a7-0c3a-4800-9586-d582965453d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57b9e0c0-197b-4c3f-9f83-a7e1ceda06fa,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:18.827859 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da54d9a7-0c3a-4800-9586-d582965453d1 admin admin] Checking segment: {'id': 'eecf204c-e2c0-4006-b14a-87c2ccd81b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd9b85c0d-671e-4e5a-b46d-78b6adcee889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:24:18.828227 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da54d9a7-0c3a-4800-9586-d582965453d1 admin admin] Network hostable DHCP agents. Network: d9b85c0d-671e-4e5a-b46d-78b6adcee889, hostable agents: ['0926af04-f8d6-426e-a613-5ede47dbe2c0'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 14:24:18.844624 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da54d9a7-0c3a-4800-9586-d582965453d1 admin admin] Network d9b85c0d-671e-4e5a-b46d-78b6adcee889 is scheduled to be hosted by DHCP agent 0926af04-f8d6-426e-a613-5ede47dbe2c0 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 14:24:18.852845 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-da54d9a7-0c3a-4800-9586-d582965453d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824131-3-iscsi, d9b85c0d-671e-4e5a-b46d-78b6adcee889) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:24:18.857404 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da54d9a7-0c3a-4800-9586-d582965453d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:18.857996 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-da54d9a7-0c3a-4800-9586-d582965453d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:18.862642 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668aaefb-0c60-4b9d-8bc2-2e7fa8f3a682 None None] Network d9b85c0d-671e-4e5a-b46d-78b6adcee889 requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:24:18.873810 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-da54d9a7-0c3a-4800-9586-d582965453d1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3172810 Jan 11 14:24:18.962743 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4585a6-0162-4c0d-8080-64c30a663cb8 None None] Network d9b85c0d-671e-4e5a-b46d-78b6adcee889 requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:24:18.988223 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 60718) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:19.036057 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab7e285-1f02-4d15-a7e9-c219fca7372b admin admin] Deleting subnet 7aad2dfb-0dcd-4b04-89dc-59edf77a41bd {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 14:24:19.039164 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cab7e285-1f02-4d15-a7e9-c219fca7372b admin admin] Publish callbacks [] for subnet (7aad2dfb-0dcd-4b04-89dc-59edf77a41bd), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:19.073425 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cab7e285-1f02-4d15-a7e9-c219fca7372b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850843'] for subnet (7aad2dfb-0dcd-4b04-89dc-59edf77a41bd), precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:19.111307 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cab7e285-1f02-4d15-a7e9-c219fca7372b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757316'] for subnet (7aad2dfb-0dcd-4b04-89dc-59edf77a41bd), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:19.161301 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cab7e285-1f02-4d15-a7e9-c219fca7372b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10442644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10134044'] for subnet (7aad2dfb-0dcd-4b04-89dc-59edf77a41bd), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:19.189516 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7e285-1f02-4d15-a7e9-c219fca7372b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aad2dfb-0dcd-4b04-89dc-59edf77a41bd,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:19.193187 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cab7e285-1f02-4d15-a7e9-c219fca7372b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:19.196409 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-cab7e285-1f02-4d15-a7e9-c219fca7372b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7aad2dfb-0dcd-4b04-89dc-59edf77a41bd HTTP/1.1" status: 204 len: 168 time: 0.2071891 Jan 11 14:24:19.198825 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 60720) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:19.265019 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-06dae195-0607-4033-9d63-abf51fdc79fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1612487'] for network (fcd06fa3-4e55-4bc6-a11e-594f15d767de), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:19.343314 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-06dae195-0607-4033-9d63-abf51fdc79fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759249', 'neutron.services.segments.db._delete_segments_for_network-8792866421935'] for network (fcd06fa3-4e55-4bc6-a11e-594f15d767de), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:19.362477 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.services.segments.db [None req-06dae195-0607-4033-9d63-abf51fdc79fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd06fa3-4e55-4bc6-a11e-594f15d767de']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:24:19.371349 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.services.segments.db [None req-06dae195-0607-4033-9d63-abf51fdc79fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7398cb4b-abd2-4988-9b2d-d3799dde0d0b') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:24:19.371683 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.services.segments.db [None req-06dae195-0607-4033-9d63-abf51fdc79fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7398cb4b-abd2-4988-9b2d-d3799dde0d0b') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:24:19.380791 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-06dae195-0607-4033-9d63-abf51fdc79fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792866425528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850834'] for segment (7398cb4b-abd2-4988-9b2d-d3799dde0d0b), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:19.394174 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-06dae195-0607-4033-9d63-abf51fdc79fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781'] for segment (7398cb4b-abd2-4988-9b2d-d3799dde0d0b), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:19.400667 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06dae195-0607-4033-9d63-abf51fdc79fc admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 14:24:19.401188 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-06dae195-0607-4033-9d63-abf51fdc79fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10442738'] for segment (7398cb4b-abd2-4988-9b2d-d3799dde0d0b), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:19.402942 dv-cinder-824131-3-iscsi neutron-server[102759]: Traceback (most recent call last): Jan 11 14:24:19.402942 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 14:24:19.402942 dv-cinder-824131-3-iscsi neutron-server[102759]: timer() Jan 11 14:24:19.402942 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 14:24:19.402942 dv-cinder-824131-3-iscsi neutron-server[102759]: cb(*args, **kw) Jan 11 14:24:19.402942 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 14:24:19.402942 dv-cinder-824131-3-iscsi neutron-server[102759]: return func(*args, **kwargs) Jan 11 14:24:19.402942 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 14:24:19.402942 dv-cinder-824131-3-iscsi neutron-server[102759]: self._notify() Jan 11 14:24:19.402942 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 14:24:19.402942 dv-cinder-824131-3-iscsi neutron-server[102759]: self.callback(batched_events) Jan 11 14:24:19.402942 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 14:24:19.402942 dv-cinder-824131-3-iscsi neutron-server[102759]: event.method(event) Jan 11 14:24:19.402942 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 14:24:19.402942 dv-cinder-824131-3-iscsi neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 14:24:19.402942 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 14:24:19.402942 dv-cinder-824131-3-iscsi neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 14:24:19.402942 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 14:24:19.402942 dv-cinder-824131-3-iscsi neutron-server[102759]: return f(self, *a, **k) Jan 11 14:24:19.402942 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 14:24:19.402942 dv-cinder-824131-3-iscsi neutron-server[102759]: return self._get(url).json() Jan 11 14:24:19.402942 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 14:24:19.402942 dv-cinder-824131-3-iscsi neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 14:24:19.402942 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 14:24:19.402942 dv-cinder-824131-3-iscsi neutron-server[102759]: return self.request(url, 'GET', **kwargs) Jan 11 14:24:19.402942 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 14:24:19.402942 dv-cinder-824131-3-iscsi neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 14:24:19.402942 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 14:24:19.402942 dv-cinder-824131-3-iscsi neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 14:24:19.402942 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 14:24:19.402942 dv-cinder-824131-3-iscsi neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 14:24:19.402942 dv-cinder-824131-3-iscsi neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 14:24:19.455320 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-06dae195-0607-4033-9d63-abf51fdc79fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704736'] for network (fcd06fa3-4e55-4bc6-a11e-594f15d767de), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:19.460496 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-06dae195-0607-4033-9d63-abf51fdc79fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for network (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:19.463922 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-06dae195-0607-4033-9d63-abf51fdc79fc admin admin] 10.222.0.49 "DELETE /v2.0/networks/fcd06fa3-4e55-4bc6-a11e-594f15d767de HTTP/1.1" status: 204 len: 168 time: 0.2641907 Jan 11 14:24:19.467338 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 60724) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:19.475211 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dae195-0607-4033-9d63-abf51fdc79fc admin admin] Pushing event deleted for resources: {'Network': ['ID=fcd06fa3-4e55-4bc6-a11e-594f15d767de,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:19.510918 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b924e1e-f2f0-47ad-8126-34a2bcdb55d3 admin admin] Deleting subnet 57b9e0c0-197b-4c3f-9f83-a7e1ceda06fa {{(pid=102758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 14:24:19.514559 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-1b924e1e-f2f0-47ad-8126-34a2bcdb55d3 admin admin] Publish callbacks [] for subnet (57b9e0c0-197b-4c3f-9f83-a7e1ceda06fa), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:19.547885 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-1b924e1e-f2f0-47ad-8126-34a2bcdb55d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9042724'] for subnet (57b9e0c0-197b-4c3f-9f83-a7e1ceda06fa), precommit_delete_associations {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:19.589400 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-1b924e1e-f2f0-47ad-8126-34a2bcdb55d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757316'] for subnet (57b9e0c0-197b-4c3f-9f83-a7e1ceda06fa), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:19.637175 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-1b924e1e-f2f0-47ad-8126-34a2bcdb55d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10081268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8597618'] for subnet (57b9e0c0-197b-4c3f-9f83-a7e1ceda06fa), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:19.663453 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b924e1e-f2f0-47ad-8126-34a2bcdb55d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57b9e0c0-197b-4c3f-9f83-a7e1ceda06fa,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:19.665431 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-1b924e1e-f2f0-47ad-8126-34a2bcdb55d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for subnet (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:19.668604 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-1b924e1e-f2f0-47ad-8126-34a2bcdb55d3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/57b9e0c0-197b-4c3f-9f83-a7e1ceda06fa HTTP/1.1" status: 204 len: 168 time: 0.2002285 Jan 11 14:24:19.671167 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 60726) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:19.738252 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-799f1d8e-3911-4c7c-bcf8-45554c0c745a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1612487'] for network (d9b85c0d-671e-4e5a-b46d-78b6adcee889), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:19.817225 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-799f1d8e-3911-4c7c-bcf8-45554c0c745a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759249', 'neutron.services.segments.db._delete_segments_for_network-8792866421935'] for network (d9b85c0d-671e-4e5a-b46d-78b6adcee889), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:19.836761 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.services.segments.db [None req-799f1d8e-3911-4c7c-bcf8-45554c0c745a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b85c0d-671e-4e5a-b46d-78b6adcee889']}} {{(pid=102758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:24:19.845727 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.services.segments.db [None req-799f1d8e-3911-4c7c-bcf8-45554c0c745a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eecf204c-e2c0-4006-b14a-87c2ccd81b09') {'for_net_delete': True} {{(pid=102758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:24:19.846032 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.services.segments.db [None req-799f1d8e-3911-4c7c-bcf8-45554c0c745a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eecf204c-e2c0-4006-b14a-87c2ccd81b09') {} {{(pid=102758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:24:19.855078 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-799f1d8e-3911-4c7c-bcf8-45554c0c745a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792866425528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9042733'] for segment (eecf204c-e2c0-4006-b14a-87c2ccd81b09), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:19.867775 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-799f1d8e-3911-4c7c-bcf8-45554c0c745a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781'] for segment (eecf204c-e2c0-4006-b14a-87c2ccd81b09), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:19.874217 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-799f1d8e-3911-4c7c-bcf8-45554c0c745a admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=102758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 14:24:19.874600 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-799f1d8e-3911-4c7c-bcf8-45554c0c745a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10081170'] for segment (eecf204c-e2c0-4006-b14a-87c2ccd81b09), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: Traceback (most recent call last): Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: timer() Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: cb(*args, **kw) Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: return func(*args, **kwargs) Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: self._notify() Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: self.callback(batched_events) Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: event.method(event) Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: return f(self, *a, **k) Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: return self._get(url).json() Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: return self.request(url, 'GET', **kwargs) Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 14:24:19.876251 dv-cinder-824131-3-iscsi neutron-server[102758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 14:24:19.933151 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-799f1d8e-3911-4c7c-bcf8-45554c0c745a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704736'] for network (d9b85c0d-671e-4e5a-b46d-78b6adcee889), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:19.939250 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-799f1d8e-3911-4c7c-bcf8-45554c0c745a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for network (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:19.942506 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-799f1d8e-3911-4c7c-bcf8-45554c0c745a admin admin] 10.222.0.49 "DELETE /v2.0/networks/d9b85c0d-671e-4e5a-b46d-78b6adcee889 HTTP/1.1" status: 204 len: 168 time: 0.2704146 Jan 11 14:24:19.955566 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f1d8e-3911-4c7c-bcf8-45554c0c745a admin admin] Pushing event deleted for resources: {'Network': ['ID=d9b85c0d-671e-4e5a-b46d-78b6adcee889,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:20.093265 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 60732) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:20.132273 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-204bf3f5-24fe-4003-bee4-fcb74b18a001 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=90f0e900915f48dea72283851ee48d14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378253 Jan 11 14:24:20.134569 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 60734) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:20.183985 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d5b52563-8f4a-4f61-8e8b-502069cbb82b admin admin] Publish callbacks [] for security_group (88da6bf2-1603-4e84-9048-96124198a222), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:20.204821 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d5b52563-8f4a-4f61-8e8b-502069cbb82b admin admin] Publish callbacks [] for security_group (88da6bf2-1603-4e84-9048-96124198a222), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:20.249553 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d5b52563-8f4a-4f61-8e8b-502069cbb82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (88da6bf2-1603-4e84-9048-96124198a222), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:20.252036 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d5b52563-8f4a-4f61-8e8b-502069cbb82b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:20.253180 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-d5b52563-8f4a-4f61-8e8b-502069cbb82b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/88da6bf2-1603-4e84-9048-96124198a222 HTTP/1.1" status: 204 len: 168 time: 0.1177232 Jan 11 14:24:20.261669 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b52563-8f4a-4f61-8e8b-502069cbb82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88da6bf2-1603-4e84-9048-96124198a222,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:20.553363 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 60742) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:20.595389 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-cbe886ae-74b5-4b3b-8117-25057b8c0328 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a5c2d5242f0048639559a797959e31d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408514 Jan 11 14:24:20.597704 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 60744) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:20.652438 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a129b968-cd35-4ebd-98ae-6b3f94498d64 admin admin] Publish callbacks [] for security_group (bb6e2f6e-b7b0-428c-9532-c430342c5acf), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:20.672402 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a129b968-cd35-4ebd-98ae-6b3f94498d64 admin admin] Publish callbacks [] for security_group (bb6e2f6e-b7b0-428c-9532-c430342c5acf), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:20.719235 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a129b968-cd35-4ebd-98ae-6b3f94498d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (bb6e2f6e-b7b0-428c-9532-c430342c5acf), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:20.721833 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a129b968-cd35-4ebd-98ae-6b3f94498d64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:20.723078 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-a129b968-cd35-4ebd-98ae-6b3f94498d64 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bb6e2f6e-b7b0-428c-9532-c430342c5acf HTTP/1.1" status: 204 len: 168 time: 0.1245029 Jan 11 14:24:20.730796 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129b968-cd35-4ebd-98ae-6b3f94498d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6e2f6e-b7b0-428c-9532-c430342c5acf,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:26.101877 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6ec467c2-0930-4cd4-89bb-9296a32e070e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:28.303724 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5b1f963e-f506-48b8-874f-f64ff1f6fd92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:29.643997 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:30.791026 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:32.282912 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:38.841684 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:41.787140 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-3905b470-fd9a-48ae-b42d-6cf30c8bb9ba tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1576337113&fields=id&tenant_id=135a305e0bbe4cfcbfea666d19340195 HTTP/1.1" status: 200 len: 267 time: 0.0428631 Jan 11 14:24:41.895901 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-063cc0bc-4652-42fb-85c3-d99a4b184599 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:41.897339 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-063cc0bc-4652-42fb-85c3-d99a4b184599 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/networks?id=bafd8a92-c934-408c-97d9-8c6dc292a947 HTTP/1.1" status: 200 len: 812 time: 0.1040640 Jan 11 14:24:41.911110 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-101d60e9-afc2-4ff3-9a88-f98e8782e64f tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/quotas/135a305e0bbe4cfcbfea666d19340195 HTTP/1.1" status: 200 len: 375 time: 0.0085311 Jan 11 14:24:41.964535 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-ec1d575e-1a81-46f2-8352-d24d0ad0039b tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=135a305e0bbe4cfcbfea666d19340195&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487349 Jan 11 14:24:42.067055 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-c218c871-a7f3-4456-81ea-661d7d86e493 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 14:24:42.068096 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-c218c871-a7f3-4456-81ea-661d7d86e493 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0931375 Jan 11 14:24:42.381741 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-5fb14992-932e-4070-82c1-88fad6a09c09 service neutron] 10.222.0.49 "GET /v2.0/networks/bafd8a92-c934-408c-97d9-8c6dc292a947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076346 Jan 11 14:24:42.467682 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-c6a31a23-b7a4-4169-8c0e-f75262eee2e4 service neutron] 10.222.0.49 "GET /v2.0/networks/bafd8a92-c934-408c-97d9-8c6dc292a947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804231 Jan 11 14:24:42.738225 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e3eea686-bf56-41a2-bac1-2866a1e7e03f req-89c59880-9ad5-4406-b760-f58bc0da9e87 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e808871-d76c-4ed2-8cac-bf9d1732ec3a HTTP/1.1" status: 200 len: 210 time: 0.0254486 Jan 11 14:24:43.829826 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ce097702-6ce5-4ff1-96df-d06cf7931b49 req-96ec1b28-109c-4ab6-ae53-00f3cbb491f3 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e808871-d76c-4ed2-8cac-bf9d1732ec3a HTTP/1.1" status: 200 len: 210 time: 0.0275977 Jan 11 14:24:44.921752 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-c8b20800-137c-4888-8bb3-d0a1dcb3aaa8 req-04402475-ac32-4c01-97e7-1ff54e042f3f tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e808871-d76c-4ed2-8cac-bf9d1732ec3a HTTP/1.1" status: 200 len: 210 time: 0.0246060 Jan 11 14:24:44.978892 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-ce3cf4ce-27cf-4669-b26d-01d1a00692c0 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:44.980385 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-ce3cf4ce-27cf-4669-b26d-01d1a00692c0 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.45 "GET /v2.0/networks?id=bafd8a92-c934-408c-97d9-8c6dc292a947 HTTP/1.1" status: 200 len: 812 time: 0.1181140 Jan 11 14:24:45.041956 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-a97e4cd4-c152-4ae0-87a7-452098532bd4 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=135a305e0bbe4cfcbfea666d19340195 HTTP/1.1" status: 200 len: 380 time: 0.0537689 Jan 11 14:24:45.050743 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-8fbff783-06d5-4aff-8fa3-c8f923f2511d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Request body: {'port': {'device_id': '9e808871-d76c-4ed2-8cac-bf9d1732ec3a', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'admin_state_up': True, 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'security_groups': ['e8df7e20-bdb6-4b3f-8922-4d150503831f']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:24:45.159046 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-8fbff783-06d5-4aff-8fa3-c8f923f2511d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Made reservation on behalf of 135a305e0bbe4cfcbfea666d19340195 for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:24:45.162792 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-8fbff783-06d5-4aff-8fa3-c8f923f2511d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:45.281350 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-8fbff783-06d5-4aff-8fa3-c8f923f2511d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Allocated IP 172.20.0.13 (bafd8a92-c934-408c-97d9-8c6dc292a947/4d58c911-087c-4b19-80a7-5a9e906fabc5/5599536b-3bf6-4ae9-a675-b0498bc7116e) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:24:45.417736 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-8fbff783-06d5-4aff-8fa3-c8f923f2511d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for port (5599536b-3bf6-4ae9-a675-b0498bc7116e), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:45.449592 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-8fbff783-06d5-4aff-8fa3-c8f923f2511d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (5599536b-3bf6-4ae9-a675-b0498bc7116e), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:45.493682 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-8fbff783-06d5-4aff-8fa3-c8f923f2511d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Network bafd8a92-c934-408c-97d9-8c6dc292a947 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:24:45.498396 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-8fbff783-06d5-4aff-8fa3-c8f923f2511d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:24:45.501028 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-8fbff783-06d5-4aff-8fa3-c8f923f2511d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:24:45.532751 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbff783-06d5-4aff-8fa3-c8f923f2511d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Pushing event updated for resources: {'Port': ['ID=5599536b-3bf6-4ae9-a675-b0498bc7116e,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:45.546877 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbff783-06d5-4aff-8fa3-c8f923f2511d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:45.547256 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbff783-06d5-4aff-8fa3-c8f923f2511d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:45.547633 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbff783-06d5-4aff-8fa3-c8f923f2511d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:45.547974 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbff783-06d5-4aff-8fa3-c8f923f2511d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:45.548316 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbff783-06d5-4aff-8fa3-c8f923f2511d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:45.548647 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbff783-06d5-4aff-8fa3-c8f923f2511d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:45.548982 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbff783-06d5-4aff-8fa3-c8f923f2511d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:45.549310 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbff783-06d5-4aff-8fa3-c8f923f2511d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:45.549639 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbff783-06d5-4aff-8fa3-c8f923f2511d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:45.550021 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbff783-06d5-4aff-8fa3-c8f923f2511d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:45.550355 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbff783-06d5-4aff-8fa3-c8f923f2511d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:45.550675 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbff783-06d5-4aff-8fa3-c8f923f2511d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:45.550996 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbff783-06d5-4aff-8fa3-c8f923f2511d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:45.567646 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-8fbff783-06d5-4aff-8fa3-c8f923f2511d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:45.568280 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-8fbff783-06d5-4aff-8fa3-c8f923f2511d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:45.586903 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-8fbff783-06d5-4aff-8fa3-c8f923f2511d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5397360 Jan 11 14:24:45.598860 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-6dc0e6df-82fa-4c8d-93cf-0b731852b78e service neutron] Request body: {'port': {'device_id': '9e808871-d76c-4ed2-8cac-bf9d1732ec3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82413'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:24:45.654129 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-6dc0e6df-82fa-4c8d-93cf-0b731852b78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (5599536b-3bf6-4ae9-a675-b0498bc7116e), before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:45.768190 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-26624deb-7bf2-4bbb-8d3a-3820b329c7fd None None] Provisioning complete for port 5599536b-3bf6-4ae9-a675-b0498bc7116e triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:24:45.769016 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-26624deb-7bf2-4bbb-8d3a-3820b329c7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (5599536b-3bf6-4ae9-a675-b0498bc7116e), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:45.803645 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-26624deb-7bf2-4bbb-8d3a-3820b329c7fd None None] Port 5599536b-3bf6-4ae9-a675-b0498bc7116e cannot update to ACTIVE because it is not bound. {{(pid=102760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 14:24:46.041703 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1d5f7-f2ad-4034-ac45-8bdcab041bd3 req-d52f03c6-58a0-40ff-aad0-fa687200e5c5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:46.043396 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b1d1d5f7-f2ad-4034-ac45-8bdcab041bd3 req-d52f03c6-58a0-40ff-aad0-fa687200e5c5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e808871-d76c-4ed2-8cac-bf9d1732ec3a HTTP/1.1" status: 200 len: 932 time: 0.0480657 Jan 11 14:24:46.094094 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b1d1d5f7-f2ad-4034-ac45-8bdcab041bd3 req-2ffdf3a5-59a5-4b11-a813-6bef7391dcc0 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444801 Jan 11 14:24:46.181021 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.notifiers.nova [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-6dc0e6df-82fa-4c8d-93cf-0b731852b78e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5599536b-3bf6-4ae9-a675-b0498bc7116e {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:24:46.188984 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-6dc0e6df-82fa-4c8d-93cf-0b731852b78e service neutron] Publish callbacks [] for port (5599536b-3bf6-4ae9-a675-b0498bc7116e), precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:46.200826 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-6dc0e6df-82fa-4c8d-93cf-0b731852b78e service neutron] Transition to ACTIVE for port object 5599536b-3bf6-4ae9-a675-b0498bc7116e will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 14:24:46.204918 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-6dc0e6df-82fa-4c8d-93cf-0b731852b78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442702'] for port (5599536b-3bf6-4ae9-a675-b0498bc7116e), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:46.251852 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0e6df-82fa-4c8d-93cf-0b731852b78e service neutron] Pushing event updated for resources: {'Port': ['ID=5599536b-3bf6-4ae9-a675-b0498bc7116e,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:46.323040 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-6dc0e6df-82fa-4c8d-93cf-0b731852b78e service neutron] Attempting to bind port 5599536b-3bf6-4ae9-a675-b0498bc7116e on host hv-cinder-82413 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:24:46.323388 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-6dc0e6df-82fa-4c8d-93cf-0b731852b78e service neutron] Attempting to bind port 5599536b-3bf6-4ae9-a675-b0498bc7116e by drivers openvswitch,hyperv on host hv-cinder-82413 at level 0 using segments [{'id': 'b82cbb00-5e14-475e-ae16-2f96aee9e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:24:46.323924 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-6dc0e6df-82fa-4c8d-93cf-0b731852b78e service neutron] Attempting to bind port 5599536b-3bf6-4ae9-a675-b0498bc7116e on network bafd8a92-c934-408c-97d9-8c6dc292a947 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:24:46.329317 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-6dc0e6df-82fa-4c8d-93cf-0b731852b78e service neutron] Port 5599536b-3bf6-4ae9-a675-b0498bc7116e on network bafd8a92-c934-408c-97d9-8c6dc292a947 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82413 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 14:24:46.329543 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-6dc0e6df-82fa-4c8d-93cf-0b731852b78e service neutron] Attempting to bind port 5599536b-3bf6-4ae9-a675-b0498bc7116e on network bafd8a92-c934-408c-97d9-8c6dc292a947 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:24:46.334769 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-6dc0e6df-82fa-4c8d-93cf-0b731852b78e service neutron] Checking agent: {'id': '183634b4-d914-49fa-b358-00b9224e1c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'started_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:24:46.335163 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-6dc0e6df-82fa-4c8d-93cf-0b731852b78e service neutron] Checking segment: {'id': 'b82cbb00-5e14-475e-ae16-2f96aee9e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:24:46.335559 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-6dc0e6df-82fa-4c8d-93cf-0b731852b78e service neutron] Bound using segment: {'id': 'b82cbb00-5e14-475e-ae16-2f96aee9e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:24:46.336171 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-6dc0e6df-82fa-4c8d-93cf-0b731852b78e service neutron] Bound port: 5599536b-3bf6-4ae9-a675-b0498bc7116e, host: hv-cinder-82413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b82cbb00-5e14-475e-ae16-2f96aee9e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:24:46.336485 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-6dc0e6df-82fa-4c8d-93cf-0b731852b78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (5599536b-3bf6-4ae9-a675-b0498bc7116e), before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:46.414971 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-6dc0e6df-82fa-4c8d-93cf-0b731852b78e service neutron] For port 5599536b-3bf6-4ae9-a675-b0498bc7116e, host hv-cinder-82413, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:24:46.418650 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-6dc0e6df-82fa-4c8d-93cf-0b731852b78e service neutron] For port 5599536b-3bf6-4ae9-a675-b0498bc7116e, host hv-cinder-82413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=5599536b-3bf6-4ae9-a675-b0498bc7116e,segment=NetworkSegment(b82cbb00-5e14-475e-ae16-2f96aee9e7db),segment_id=b82cbb00-5e14-475e-ae16-2f96aee9e7db)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:24:46.423771 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-6dc0e6df-82fa-4c8d-93cf-0b731852b78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442702'] for port (5599536b-3bf6-4ae9-a675-b0498bc7116e), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:46.466371 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-6dc0e6df-82fa-4c8d-93cf-0b731852b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:46.467075 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-6dc0e6df-82fa-4c8d-93cf-0b731852b78e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:46.468736 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-6dc0e6df-82fa-4c8d-93cf-0b731852b78e service neutron] 10.222.0.45 "PUT /v2.0/ports/5599536b-3bf6-4ae9-a675-b0498bc7116e HTTP/1.1" status: 200 len: 1094 time: 0.8741267 Jan 11 14:24:46.469223 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e808871-d76c-4ed2-8cac-bf9d1732ec3a', 'tag': '5599536b-3bf6-4ae9-a675-b0498bc7116e'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:24:46.471673 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3731de440ea07f8bb65e98ae2cdbbed68b84f33189ebecfec85cc797d9a35429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8716d3-b9e8-45ef-ad2d-39f600ef7254" -d '{"events": [{"name": "network-changed", "server_uuid": "9e808871-d76c-4ed2-8cac-bf9d1732ec3a", "tag": "5599536b-3bf6-4ae9-a675-b0498bc7116e"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:24:46.508994 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0e6df-82fa-4c8d-93cf-0b731852b78e service neutron] Pushing event updated for resources: {'Port': ['ID=5599536b-3bf6-4ae9-a675-b0498bc7116e,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:46.600154 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-b7dbdd78-bcbc-445e-9dbf-7934c2cf6cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:46.603431 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-b7dbdd78-bcbc-445e-9dbf-7934c2cf6cd2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=135a305e0bbe4cfcbfea666d19340195&device_id=9e808871-d76c-4ed2-8cac-bf9d1732ec3a HTTP/1.1" status: 200 len: 1097 time: 0.0729012 Jan 11 14:24:46.669405 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-2b64e277-251e-47dd-b1e6-684564dfe527 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5599536b-3bf6-4ae9-a675-b0498bc7116e HTTP/1.1" status: 200 len: 217 time: 0.0603998 Jan 11 14:24:46.752487 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 14:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b1f13c-faf5-4664-aa30-057eb35cbfd1 x-openstack-request-id: req-81b1f13c-faf5-4664-aa30-057eb35cbfd1 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:24:46.754906 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e808871-d76c-4ed2-8cac-bf9d1732ec3a", "tag": "5599536b-3bf6-4ae9-a675-b0498bc7116e", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:24:46.755282 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-81b1f13c-faf5-4664-aa30-057eb35cbfd1 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:24:46.755795 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e808871-d76c-4ed2-8cac-bf9d1732ec3a', 'tag': '5599536b-3bf6-4ae9-a675-b0498bc7116e', 'status': 'completed', 'code': 200} Jan 11 14:24:46.757958 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-fcd5c9de-ef62-447a-a339-aef25c3ae7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:46.759540 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-fcd5c9de-ef62-447a-a339-aef25c3ae7bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d58c911-087c-4b19-80a7-5a9e906fabc5 HTTP/1.1" status: 200 len: 851 time: 0.0807526 Jan 11 14:24:46.805171 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-c0f0a885-12a8-48c6-9ade-7296804fcde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:46.806697 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-c0f0a885-12a8-48c6-9ade-7296804fcde4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bafd8a92-c934-408c-97d9-8c6dc292a947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411754 Jan 11 14:24:46.901411 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-60b320c7-1a07-4075-b944-36517630dd00 service neutron] 10.222.0.45 "GET /v2.0/networks/bafd8a92-c934-408c-97d9-8c6dc292a947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882962 Jan 11 14:24:46.988227 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-cc456080-8c03-4a7e-adb6-86c30cb8fa83 req-276adebc-8f5f-4f95-b0d6-b87a6db4f64c service neutron] 10.222.0.45 "GET /v2.0/networks/bafd8a92-c934-408c-97d9-8c6dc292a947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805032 Jan 11 14:24:47.074874 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8716d3-b9e8-45ef-ad2d-39f600ef7254 req-8e4fe93c-26fb-4377-a2a1-7fddd29c632b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:47.076616 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-1f8716d3-b9e8-45ef-ad2d-39f600ef7254 req-8e4fe93c-26fb-4377-a2a1-7fddd29c632b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=135a305e0bbe4cfcbfea666d19340195&device_id=9e808871-d76c-4ed2-8cac-bf9d1732ec3a HTTP/1.1" status: 200 len: 1097 time: 0.0446918 Jan 11 14:24:47.168448 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8716d3-b9e8-45ef-ad2d-39f600ef7254 req-2db3a155-ea8f-44bd-b6ee-61459c331483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:47.169962 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-1f8716d3-b9e8-45ef-ad2d-39f600ef7254 req-2db3a155-ea8f-44bd-b6ee-61459c331483 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bafd8a92-c934-408c-97d9-8c6dc292a947 HTTP/1.1" status: 200 len: 913 time: 0.0874321 Jan 11 14:24:47.206307 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec8330-31ba-4bcb-bdc6-1397d72f980b req-b063775c-6960-4b78-8742-ba6183a598c4 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:47.207865 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e0ec8330-31ba-4bcb-bdc6-1397d72f980b req-b063775c-6960-4b78-8742-ba6183a598c4 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e808871-d76c-4ed2-8cac-bf9d1732ec3a HTTP/1.1" status: 200 len: 944 time: 0.0478981 Jan 11 14:24:47.210032 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-1f8716d3-b9e8-45ef-ad2d-39f600ef7254 req-164523bf-c967-4c15-9301-41b2586984c1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5599536b-3bf6-4ae9-a675-b0498bc7116e HTTP/1.1" status: 200 len: 217 time: 0.0341275 Jan 11 14:24:47.264444 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e0ec8330-31ba-4bcb-bdc6-1397d72f980b req-0c349cbf-48bb-40fe-85ab-2dd3f928de6c tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467179 Jan 11 14:24:47.266497 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8716d3-b9e8-45ef-ad2d-39f600ef7254 req-4c3e4653-2398-4255-b4cc-a68eca9c5586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:47.268406 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-1f8716d3-b9e8-45ef-ad2d-39f600ef7254 req-4c3e4653-2398-4255-b4cc-a68eca9c5586 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d58c911-087c-4b19-80a7-5a9e906fabc5 HTTP/1.1" status: 200 len: 851 time: 0.0523686 Jan 11 14:24:47.312446 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8716d3-b9e8-45ef-ad2d-39f600ef7254 req-b7a6aa9e-6fb9-4188-9825-1d6743d2c510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:47.313939 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-1f8716d3-b9e8-45ef-ad2d-39f600ef7254 req-b7a6aa9e-6fb9-4188-9825-1d6743d2c510 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bafd8a92-c934-408c-97d9-8c6dc292a947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400934 Jan 11 14:24:47.409009 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-1f8716d3-b9e8-45ef-ad2d-39f600ef7254 req-33dd2e7c-da34-4545-9373-aa8eca5bec69 service neutron] 10.222.0.45 "GET /v2.0/networks/bafd8a92-c934-408c-97d9-8c6dc292a947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880933 Jan 11 14:24:47.498546 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-1f8716d3-b9e8-45ef-ad2d-39f600ef7254 req-661355ad-f984-43a5-9bb6-74499a33283b service neutron] 10.222.0.45 "GET /v2.0/networks/bafd8a92-c934-408c-97d9-8c6dc292a947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823553 Jan 11 14:24:48.383201 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66eda82-1c10-4912-bf57-e6a26a8d407e req-c1f8a765-e20f-4249-8a2d-a16c8e3eeee3 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:48.384682 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b66eda82-1c10-4912-bf57-e6a26a8d407e req-c1f8a765-e20f-4249-8a2d-a16c8e3eeee3 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e808871-d76c-4ed2-8cac-bf9d1732ec3a HTTP/1.1" status: 200 len: 944 time: 0.0489848 Jan 11 14:24:48.431768 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b66eda82-1c10-4912-bf57-e6a26a8d407e req-4171bf8f-338c-4226-9e1e-54cdbea1c78c tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415483 Jan 11 14:24:49.121993 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 32906) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:49.229597 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-cbf55f6a-6d31-4b41-9a3b-75c68cb6125d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:49.306262 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-cbf55f6a-6d31-4b41-9a3b-75c68cb6125d admin admin] Publish callbacks [] for security_group (e6b0f74c-c2f2-4a7d-bfae-8fcba0df7c97), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:49.310168 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-cbf55f6a-6d31-4b41-9a3b-75c68cb6125d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (e6b0f74c-c2f2-4a7d-bfae-8fcba0df7c97), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:49.347666 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf55f6a-6d31-4b41-9a3b-75c68cb6125d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b0f74c-c2f2-4a7d-bfae-8fcba0df7c97,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:49.351943 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-cbf55f6a-6d31-4b41-9a3b-75c68cb6125d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7d789759e5a84bbca4af7730dd5ef2d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289150 Jan 11 14:24:49.354629 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 32924) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:49.359873 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf55f6a-6d31-4b41-9a3b-75c68cb6125d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:49.360246 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf55f6a-6d31-4b41-9a3b-75c68cb6125d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:49.360585 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf55f6a-6d31-4b41-9a3b-75c68cb6125d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:49.360982 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf55f6a-6d31-4b41-9a3b-75c68cb6125d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:49.361438 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf55f6a-6d31-4b41-9a3b-75c68cb6125d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:49.361956 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf55f6a-6d31-4b41-9a3b-75c68cb6125d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:49.362301 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf55f6a-6d31-4b41-9a3b-75c68cb6125d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:49.363117 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf55f6a-6d31-4b41-9a3b-75c68cb6125d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:49.363467 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf55f6a-6d31-4b41-9a3b-75c68cb6125d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:49.364036 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf55f6a-6d31-4b41-9a3b-75c68cb6125d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:49.364276 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf55f6a-6d31-4b41-9a3b-75c68cb6125d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:49.364611 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf55f6a-6d31-4b41-9a3b-75c68cb6125d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:49.364948 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf55f6a-6d31-4b41-9a3b-75c68cb6125d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:49.410719 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3fb43675-2fef-4a81-b531-4bdd0d023115 admin admin] Publish callbacks [] for security_group (e6b0f74c-c2f2-4a7d-bfae-8fcba0df7c97), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:49.432807 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3fb43675-2fef-4a81-b531-4bdd0d023115 admin admin] Publish callbacks [] for security_group (e6b0f74c-c2f2-4a7d-bfae-8fcba0df7c97), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:49.485057 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3fb43675-2fef-4a81-b531-4bdd0d023115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (e6b0f74c-c2f2-4a7d-bfae-8fcba0df7c97), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:49.487876 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-3fb43675-2fef-4a81-b531-4bdd0d023115 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:49.489197 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-3fb43675-2fef-4a81-b531-4bdd0d023115 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e6b0f74c-c2f2-4a7d-bfae-8fcba0df7c97 HTTP/1.1" status: 204 len: 168 time: 0.1329660 Jan 11 14:24:49.498878 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb43675-2fef-4a81-b531-4bdd0d023115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b0f74c-c2f2-4a7d-bfae-8fcba0df7c97,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:49.499018 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 32932) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:49.568135 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28e538-4ac3-4dde-a976-0e48201c85fe req-618e6d4d-60be-4bc6-be21-c0ff9b7bc9c4 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:49.570628 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2b28e538-4ac3-4dde-a976-0e48201c85fe req-618e6d4d-60be-4bc6-be21-c0ff9b7bc9c4 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e808871-d76c-4ed2-8cac-bf9d1732ec3a HTTP/1.1" status: 200 len: 944 time: 0.0537565 Jan 11 14:24:49.614102 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9c3adfe2-525f-4746-b9ab-79b87a8e016a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:49.632525 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-2b28e538-4ac3-4dde-a976-0e48201c85fe req-ec82a43b-484f-4a09-90ad-542fad4690fe tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543673 Jan 11 14:24:49.692648 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9c3adfe2-525f-4746-b9ab-79b87a8e016a admin admin] Publish callbacks [] for security_group (c6f81c5e-30a0-4ff1-9560-a14274d83da8), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:49.696631 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-9c3adfe2-525f-4746-b9ab-79b87a8e016a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (c6f81c5e-30a0-4ff1-9560-a14274d83da8), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:49.736903 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-9c3adfe2-525f-4746-b9ab-79b87a8e016a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=62775ae4efa3426aacf0eb5dca3f75d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361212 Jan 11 14:24:49.737719 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3adfe2-525f-4746-b9ab-79b87a8e016a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f81c5e-30a0-4ff1-9560-a14274d83da8,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:49.739599 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 32940) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:49.788581 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-6a0097c0-a028-4a1f-9214-c260e373e758 admin admin] Publish callbacks [] for security_group (c6f81c5e-30a0-4ff1-9560-a14274d83da8), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:49.810340 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-6a0097c0-a028-4a1f-9214-c260e373e758 admin admin] Publish callbacks [] for security_group (c6f81c5e-30a0-4ff1-9560-a14274d83da8), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:49.857433 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-6a0097c0-a028-4a1f-9214-c260e373e758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (c6f81c5e-30a0-4ff1-9560-a14274d83da8), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:49.860581 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-6a0097c0-a028-4a1f-9214-c260e373e758 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:49.864468 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-6a0097c0-a028-4a1f-9214-c260e373e758 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c6f81c5e-30a0-4ff1-9560-a14274d83da8 HTTP/1.1" status: 204 len: 168 time: 0.1236484 Jan 11 14:24:49.872576 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0097c0-a028-4a1f-9214-c260e373e758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f81c5e-30a0-4ff1-9560-a14274d83da8,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:50.180151 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 32960) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:50.192866 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 32962) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:50.193676 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4fc3d2ef-25f4-48c9-ab3b-3ee616b2644c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:50.268623 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4fc3d2ef-25f4-48c9-ab3b-3ee616b2644c admin admin] Publish callbacks [] for security_group (a6d0ed7e-35d1-4e51-97db-37942f21d5c1), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:50.272626 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-4fc3d2ef-25f4-48c9-ab3b-3ee616b2644c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (a6d0ed7e-35d1-4e51-97db-37942f21d5c1), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:50.308414 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc3d2ef-25f4-48c9-ab3b-3ee616b2644c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d0ed7e-35d1-4e51-97db-37942f21d5c1,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:50.313257 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-4fc3d2ef-25f4-48c9-ab3b-3ee616b2644c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e2fa8b059c7e4a09810686dd31cf8508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320131 Jan 11 14:24:50.316788 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 32966) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:50.342350 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-579eee5d-dae6-4866-bcb2-57c58715fe84 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-43552613-network', 'tenant_id': '802231c203874b75b82b8b9358e6f61d'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:24:50.365073 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579eee5d-dae6-4866-bcb2-57c58715fe84 admin admin] Made reservation on behalf of 802231c203874b75b82b8b9358e6f61d for: {'network': 1} {{(pid=102758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:24:50.366593 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-382648e5-3495-4844-9b33-798afd43b546 admin admin] Publish callbacks [] for security_group (a6d0ed7e-35d1-4e51-97db-37942f21d5c1), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:50.367542 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-579eee5d-dae6-4866-bcb2-57c58715fe84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for network (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:50.376712 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-579eee5d-dae6-4866-bcb2-57c58715fe84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:50.387782 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-382648e5-3495-4844-9b33-798afd43b546 admin admin] Publish callbacks [] for security_group (a6d0ed7e-35d1-4e51-97db-37942f21d5c1), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:50.435413 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-382648e5-3495-4844-9b33-798afd43b546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (a6d0ed7e-35d1-4e51-97db-37942f21d5c1), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:50.438528 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-382648e5-3495-4844-9b33-798afd43b546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:50.439707 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-382648e5-3495-4844-9b33-798afd43b546 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a6d0ed7e-35d1-4e51-97db-37942f21d5c1 HTTP/1.1" status: 204 len: 168 time: 0.1223807 Jan 11 14:24:50.448398 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382648e5-3495-4844-9b33-798afd43b546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d0ed7e-35d1-4e51-97db-37942f21d5c1,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:50.454041 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-579eee5d-dae6-4866-bcb2-57c58715fe84 admin admin] Publish callbacks [] for security_group (45d40f98-4709-4e50-98b9-3dac9e4ffaa1), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:50.460806 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-579eee5d-dae6-4866-bcb2-57c58715fe84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (45d40f98-4709-4e50-98b9-3dac9e4ffaa1), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:50.492099 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579eee5d-dae6-4866-bcb2-57c58715fe84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d40f98-4709-4e50-98b9-3dac9e4ffaa1,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:50.494607 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-579eee5d-dae6-4866-bcb2-57c58715fe84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=102758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 14:24:50.505078 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-579eee5d-dae6-4866-bcb2-57c58715fe84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781'] for segment (726d5a66-d173-4411-afe7-2efce61aa7e9), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:50.505570 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.db.segments_db [None req-579eee5d-dae6-4866-bcb2-57c58715fe84 admin admin] Added segment 726d5a66-d173-4411-afe7-2efce61aa7e9 of type vlan for network 449b9fd4-a429-4fad-859d-a2586ac97009 Jan 11 14:24:50.545350 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-579eee5d-dae6-4866-bcb2-57c58715fe84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792865857603'] for network (449b9fd4-a429-4fad-859d-a2586ac97009), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:50.570478 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-579eee5d-dae6-4866-bcb2-57c58715fe84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828'] for network (449b9fd4-a429-4fad-859d-a2586ac97009), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:50.571740 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579eee5d-dae6-4866-bcb2-57c58715fe84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:50.572335 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-579eee5d-dae6-4866-bcb2-57c58715fe84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for network (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:50.629760 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-579eee5d-dae6-4866-bcb2-57c58715fe84 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4356968 Jan 11 14:24:50.632704 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 32972) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:50.637512 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-cd367959-bbb0-47d3-a005-725c551505a9 admin admin] Request body: {'subnet': {'network_id': '449b9fd4-a429-4fad-859d-a2586ac97009', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-43552613-subnet', 'tenant_id': '802231c203874b75b82b8b9358e6f61d', 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:24:50.638503 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579eee5d-dae6-4866-bcb2-57c58715fe84 admin admin] Pushing event updated for resources: {'Network': ['ID=449b9fd4-a429-4fad-859d-a2586ac97009,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:50.649887 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Network 449b9fd4-a429-4fad-859d-a2586ac97009 details requested by agent ovs-agent-dv-cinder-824131-3-iscsi with host dv-cinder-824131-3-iscsi {{(pid=102760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 14:24:50.667041 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd367959-bbb0-47d3-a005-725c551505a9 admin admin] Made reservation on behalf of 802231c203874b75b82b8b9358e6f61d for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:24:50.670386 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd367959-bbb0-47d3-a005-725c551505a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10134137'] for subnet (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:50.771910 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864ef93-a1fc-43e6-b9a5-7ca5fbe7936a req-a8ddb99d-ca04-40f3-ac46-bc19d64f954d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:50.773343 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8864ef93-a1fc-43e6-b9a5-7ca5fbe7936a req-a8ddb99d-ca04-40f3-ac46-bc19d64f954d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e808871-d76c-4ed2-8cac-bf9d1732ec3a HTTP/1.1" status: 200 len: 944 time: 0.0595322 Jan 11 14:24:50.828693 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8864ef93-a1fc-43e6-b9a5-7ca5fbe7936a req-19645772-6540-4651-b572-0e94ba8c52a2 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485055 Jan 11 14:24:50.865492 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd367959-bbb0-47d3-a005-725c551505a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10443857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10134039'] for subnet (22caa802-287c-4085-b958-83ced3822fc7), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:50.923624 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd367959-bbb0-47d3-a005-725c551505a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22caa802-287c-4085-b958-83ced3822fc7,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:50.931422 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd367959-bbb0-47d3-a005-725c551505a9 admin admin] Checking segment: {'id': '726d5a66-d173-4411-afe7-2efce61aa7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '449b9fd4-a429-4fad-859d-a2586ac97009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:24:50.931818 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd367959-bbb0-47d3-a005-725c551505a9 admin admin] Network hostable DHCP agents. Network: 449b9fd4-a429-4fad-859d-a2586ac97009, hostable agents: ['0926af04-f8d6-426e-a613-5ede47dbe2c0'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 14:24:50.948411 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd367959-bbb0-47d3-a005-725c551505a9 admin admin] Network 449b9fd4-a429-4fad-859d-a2586ac97009 is scheduled to be hosted by DHCP agent 0926af04-f8d6-426e-a613-5ede47dbe2c0 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 14:24:50.960927 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-cd367959-bbb0-47d3-a005-725c551505a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824131-3-iscsi, 449b9fd4-a429-4fad-859d-a2586ac97009) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:24:50.965101 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd367959-bbb0-47d3-a005-725c551505a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:50.965775 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-cd367959-bbb0-47d3-a005-725c551505a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:50.971407 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f9daab-5ba1-4a5f-a5f4-6b0982c38e8a None None] Network 449b9fd4-a429-4fad-859d-a2586ac97009 requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:24:50.990345 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-cd367959-bbb0-47d3-a005-725c551505a9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3541744 Jan 11 14:24:50.990536 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 32990) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:50.994882 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-afd9fe07-ffee-408f-a07e-72fd73168d6c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-43552613-router', 'tenant_id': '802231c203874b75b82b8b9358e6f61d', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:24:51.018182 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-afd9fe07-ffee-408f-a07e-72fd73168d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29997'] for router (e51f7f1a-1451-49a3-8f57-62a476afae38), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:51.019295 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-afd9fe07-ffee-408f-a07e-72fd73168d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-904831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29990'] for router (e51f7f1a-1451-49a3-8f57-62a476afae38), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:51.077127 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-afd9fe07-ffee-408f-a07e-72fd73168d6c admin admin] Publish callbacks [] for router_controller (e51f7f1a-1451-49a3-8f57-62a476afae38), precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:51.082651 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024af211-17ff-42ff-82ad-2ec3fc215823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbe26d46-1e47-5402-9039-f69d88523b3b-449b9fd4-a429-4fad-859d-a2586ac97009', 'network_id': '449b9fd4-a429-4fad-859d-a2586ac97009', 'project_id': '802231c203874b75b82b8b9358e6f61d', 'fixed_ips': [{'subnet_id': '22caa802-287c-4085-b958-83ced3822fc7'}]}} from dv-cinder-824131-3-iscsi. {{(pid=102760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 14:24:51.083981 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-024af211-17ff-42ff-82ad-2ec3fc215823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:51.212672 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-afd9fe07-ffee-408f-a07e-72fd73168d6c admin admin] Publish callbacks [] for router_gateway (e51f7f1a-1451-49a3-8f57-62a476afae38), precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:51.223342 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-024af211-17ff-42ff-82ad-2ec3fc215823 None None] Allocated IP 172.20.0.2 (449b9fd4-a429-4fad-859d-a2586ac97009/22caa802-287c-4085-b958-83ced3822fc7/052c444b-c7c7-4875-a1f7-c14487fa36b5) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:24:51.387588 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-024af211-17ff-42ff-82ad-2ec3fc215823 None None] Publish callbacks [] for port (052c444b-c7c7-4875-a1f7-c14487fa36b5), precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:51.396701 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-024af211-17ff-42ff-82ad-2ec3fc215823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996'] for port (052c444b-c7c7-4875-a1f7-c14487fa36b5), after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:51.426429 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-afd9fe07-ffee-408f-a07e-72fd73168d6c admin admin] Publish callbacks [] for router_gateway (e51f7f1a-1451-49a3-8f57-62a476afae38), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:51.437977 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024af211-17ff-42ff-82ad-2ec3fc215823 None None] Network 449b9fd4-a429-4fad-859d-a2586ac97009 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:24:51.443109 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-024af211-17ff-42ff-82ad-2ec3fc215823 None None] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:24:51.446613 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024af211-17ff-42ff-82ad-2ec3fc215823 None None] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:24:51.455314 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-afd9fe07-ffee-408f-a07e-72fd73168d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:51.503282 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024af211-17ff-42ff-82ad-2ec3fc215823 None None] Pushing event updated for resources: {'Port': ['ID=052c444b-c7c7-4875-a1f7-c14487fa36b5,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:51.512741 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-024af211-17ff-42ff-82ad-2ec3fc215823 None None] Attempting to bind port 052c444b-c7c7-4875-a1f7-c14487fa36b5 on host dv-cinder-824131-3-iscsi for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:24:51.513118 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-024af211-17ff-42ff-82ad-2ec3fc215823 None None] Attempting to bind port 052c444b-c7c7-4875-a1f7-c14487fa36b5 by drivers openvswitch,hyperv on host dv-cinder-824131-3-iscsi at level 0 using segments [{'id': '726d5a66-d173-4411-afe7-2efce61aa7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '449b9fd4-a429-4fad-859d-a2586ac97009'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:24:51.513481 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024af211-17ff-42ff-82ad-2ec3fc215823 None None] Attempting to bind port 052c444b-c7c7-4875-a1f7-c14487fa36b5 on network 449b9fd4-a429-4fad-859d-a2586ac97009 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:24:51.516530 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024af211-17ff-42ff-82ad-2ec3fc215823 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:51.516882 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024af211-17ff-42ff-82ad-2ec3fc215823 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:51.517224 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024af211-17ff-42ff-82ad-2ec3fc215823 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:51.517672 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024af211-17ff-42ff-82ad-2ec3fc215823 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:51.518107 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024af211-17ff-42ff-82ad-2ec3fc215823 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:51.518442 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024af211-17ff-42ff-82ad-2ec3fc215823 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:51.518770 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024af211-17ff-42ff-82ad-2ec3fc215823 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:51.519101 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024af211-17ff-42ff-82ad-2ec3fc215823 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:51.519424 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024af211-17ff-42ff-82ad-2ec3fc215823 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:51.519778 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024af211-17ff-42ff-82ad-2ec3fc215823 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:51.520114 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024af211-17ff-42ff-82ad-2ec3fc215823 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:51.520415 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024af211-17ff-42ff-82ad-2ec3fc215823 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:51.520735 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024af211-17ff-42ff-82ad-2ec3fc215823 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:51.527066 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024af211-17ff-42ff-82ad-2ec3fc215823 None None] Checking agent: {'id': '9d224d65-2af6-406d-8eb7-edecce64fdf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824131-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 5, 2), 'started_at': datetime.datetime(2022, 1, 11, 14, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824131-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:24:51.527455 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024af211-17ff-42ff-82ad-2ec3fc215823 None None] Checking segment: {'id': '726d5a66-d173-4411-afe7-2efce61aa7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '449b9fd4-a429-4fad-859d-a2586ac97009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:24:51.527889 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-024af211-17ff-42ff-82ad-2ec3fc215823 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:51.528281 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024af211-17ff-42ff-82ad-2ec3fc215823 None None] Bound using segment: {'id': '726d5a66-d173-4411-afe7-2efce61aa7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '449b9fd4-a429-4fad-859d-a2586ac97009'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:24:51.528755 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-024af211-17ff-42ff-82ad-2ec3fc215823 None None] Bound port: 052c444b-c7c7-4875-a1f7-c14487fa36b5, host: dv-cinder-824131-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '726d5a66-d173-4411-afe7-2efce61aa7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '449b9fd4-a429-4fad-859d-a2586ac97009'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:24:51.529143 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-024af211-17ff-42ff-82ad-2ec3fc215823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (052c444b-c7c7-4875-a1f7-c14487fa36b5), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:51.570895 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-afd9fe07-ffee-408f-a07e-72fd73168d6c admin admin] Allocated IP 172.27.2.170 (2ce614e2-30de-465a-a7cf-ddab87bfda56/24533608-225a-4678-8e54-d2d8b6714d88/f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:24:51.602236 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-024af211-17ff-42ff-82ad-2ec3fc215823 None None] For port 052c444b-c7c7-4875-a1f7-c14487fa36b5, host dv-cinder-824131-3-iscsi, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:24:51.605511 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-024af211-17ff-42ff-82ad-2ec3fc215823 None None] For port 052c444b-c7c7-4875-a1f7-c14487fa36b5, host dv-cinder-824131-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=052c444b-c7c7-4875-a1f7-c14487fa36b5,segment=NetworkSegment(726d5a66-d173-4411-afe7-2efce61aa7e9),segment_id=726d5a66-d173-4411-afe7-2efce61aa7e9)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:24:51.609494 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-024af211-17ff-42ff-82ad-2ec3fc215823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (052c444b-c7c7-4875-a1f7-c14487fa36b5), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:51.663093 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024af211-17ff-42ff-82ad-2ec3fc215823 None None] Pushing event updated for resources: {'Port': ['ID=052c444b-c7c7-4875-a1f7-c14487fa36b5,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:51.681123 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-afd9fe07-ffee-408f-a07e-72fd73168d6c admin admin] Publish callbacks [] for port (f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:51.720093 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-afd9fe07-ffee-408f-a07e-72fd73168d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:51.766971 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd9fe07-ffee-408f-a07e-72fd73168d6c admin admin] Network 2ce614e2-30de-465a-a7cf-ddab87bfda56 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:24:51.770174 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-afd9fe07-ffee-408f-a07e-72fd73168d6c admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:24:51.774444 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd9fe07-ffee-408f-a07e-72fd73168d6c admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:24:51.804085 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9fe07-ffee-408f-a07e-72fd73168d6c admin admin] Pushing event updated for resources: {'Port': ['ID=f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:51.992032 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45910d4-a9ab-49b0-acfe-6636978d3d63 req-aed69b3b-d0ec-4f31-871c-638c398c7131 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:51.993582 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e45910d4-a9ab-49b0-acfe-6636978d3d63 req-aed69b3b-d0ec-4f31-871c-638c398c7131 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e808871-d76c-4ed2-8cac-bf9d1732ec3a HTTP/1.1" status: 200 len: 944 time: 0.0679605 Jan 11 14:24:52.054662 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e45910d4-a9ab-49b0-acfe-6636978d3d63 req-eac7d966-c54d-4589-b1ef-4dadf11e2714 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523317 Jan 11 14:24:52.099816 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-afd9fe07-ffee-408f-a07e-72fd73168d6c admin admin] Publish callbacks [] for router_gateway (e51f7f1a-1451-49a3-8f57-62a476afae38), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:52.301723 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-afd9fe07-ffee-408f-a07e-72fd73168d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704696'] for router (e51f7f1a-1451-49a3-8f57-62a476afae38), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:52.428993 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd9fe07-ffee-408f-a07e-72fd73168d6c admin admin] Router e51f7f1a-1451-49a3-8f57-62a476afae38 is scheduled to L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 14:24:52.542800 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd9fe07-ffee-408f-a07e-72fd73168d6c admin admin] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:24:52.552964 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d4d984-a326-4255-a7c0-7492d2e7feae None None] Sync routers for ids ['e51f7f1a-1451-49a3-8f57-62a476afae38'] in dv-cinder-824131-3-iscsi {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:24:52.563642 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-afd9fe07-ffee-408f-a07e-72fd73168d6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:52.567472 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-afd9fe07-ffee-408f-a07e-72fd73168d6c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5734210 Jan 11 14:24:52.567650 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 33022) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:52.573495 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d4d984-a326-4255-a7c0-7492d2e7feae None None] Routers {'e51f7f1a-1451-49a3-8f57-62a476afae38'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:24:52.574770 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-16d4d984-a326-4255-a7c0-7492d2e7feae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:24:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['e51f7f1a-1451-49a3-8f57-62a476afae38'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:24:52.655554 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51b684b-cee0-4198-922c-9e964f78c7ab None None] Network 449b9fd4-a429-4fad-859d-a2586ac97009 requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:24:52.735645 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-16d4d984-a326-4255-a7c0-7492d2e7feae None None] Set router e51f7f1a-1451-49a3-8f57-62a476afae38 gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:24:52.846862 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-141669fb-aa06-4ce9-b9a5-7c7794e1c9b4 None None] Provisioning complete for port 052c444b-c7c7-4875-a1f7-c14487fa36b5 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:24:52.847150 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-141669fb-aa06-4ce9-b9a5-7c7794e1c9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (052c444b-c7c7-4875-a1f7-c14487fa36b5), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:53.141556 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-141669fb-aa06-4ce9-b9a5-7c7794e1c9b4 None None] Current status of the port 052c444b-c7c7-4875-a1f7-c14487fa36b5 is: DOWN; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:24:53.141948 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-141669fb-aa06-4ce9-b9a5-7c7794e1c9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (052c444b-c7c7-4875-a1f7-c14487fa36b5), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:53.189463 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-16d4d984-a326-4255-a7c0-7492d2e7feae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'name': 'tempest-TestShelveInstance-43552613-router', 'tenant_id': '802231c203874b75b82b8b9358e6f61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:24:51Z', 'updated_at': '2022-01-11T14:24:51Z', 'revision_number': 3, 'project_id': '802231c203874b75b82b8b9358e6f61d', 'gw_port': {'id': 'f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:24:51Z', 'updated_at': '2022-01-11T14:24:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi'}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:24:53.192269 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-141669fb-aa06-4ce9-b9a5-7c7794e1c9b4 None None] For port 052c444b-c7c7-4875-a1f7-c14487fa36b5, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=052c444b-c7c7-4875-a1f7-c14487fa36b5,segment=NetworkSegment(726d5a66-d173-4411-afe7-2efce61aa7e9),segment_id=726d5a66-d173-4411-afe7-2efce61aa7e9)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:24:53.193519 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464278ce-f1f9-4ac7-b1e4-4ec5c5df86ed req-f0fddff4-c47f-4232-a59a-c1b3a1af88aa tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:53.203904 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-464278ce-f1f9-4ac7-b1e4-4ec5c5df86ed req-f0fddff4-c47f-4232-a59a-c1b3a1af88aa tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e808871-d76c-4ed2-8cac-bf9d1732ec3a HTTP/1.1" status: 200 len: 944 time: 0.0691576 Jan 11 14:24:53.229322 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-141669fb-aa06-4ce9-b9a5-7c7794e1c9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (052c444b-c7c7-4875-a1f7-c14487fa36b5), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:53.231385 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d4d984-a326-4255-a7c0-7492d2e7feae None None] Checking router: e51f7f1a-1451-49a3-8f57-62a476afae38 for host: dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:24:53.232287 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d4d984-a326-4255-a7c0-7492d2e7feae None None] Updating router e51f7f1a-1451-49a3-8f57-62a476afae38 port f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52 binding host dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 14:24:53.299068 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-464278ce-f1f9-4ac7-b1e4-4ec5c5df86ed req-6be9c6af-c415-497b-a865-74132aa55483 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931845 Jan 11 14:24:53.315984 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-16d4d984-a326-4255-a7c0-7492d2e7feae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:53.348829 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e225bb04-8b52-4410-b94b-f0fb53ce4b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:53.379785 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141669fb-aa06-4ce9-b9a5-7c7794e1c9b4 None None] Pushing event updated for resources: {'Port': ['ID=052c444b-c7c7-4875-a1f7-c14487fa36b5,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:53.385552 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 052c444b-c7c7-4875-a1f7-c14487fa36b5 up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:24:53.506956 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-be4803e9-b211-4af9-97a6-d892e4d3b637 None None] Provisioning complete for port 052c444b-c7c7-4875-a1f7-c14487fa36b5 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:24:53.507336 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-be4803e9-b211-4af9-97a6-d892e4d3b637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (052c444b-c7c7-4875-a1f7-c14487fa36b5), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:53.536450 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-e225bb04-8b52-4410-b94b-f0fb53ce4b8e admin admin] Allocated IP 172.20.0.1 (449b9fd4-a429-4fad-859d-a2586ac97009/22caa802-287c-4085-b958-83ced3822fc7/29190d42-15e0-456b-820b-836e0884314b) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:24:53.594162 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port 052c444b-c7c7-4875-a1f7-c14487fa36b5 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:24:53.594613 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (052c444b-c7c7-4875-a1f7-c14487fa36b5), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:53.662677 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e225bb04-8b52-4410-b94b-f0fb53ce4b8e admin admin] Publish callbacks [] for port (29190d42-15e0-456b-820b-836e0884314b), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:53.704425 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e225bb04-8b52-4410-b94b-f0fb53ce4b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (29190d42-15e0-456b-820b-836e0884314b), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:53.753110 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e225bb04-8b52-4410-b94b-f0fb53ce4b8e admin admin] Network 449b9fd4-a429-4fad-859d-a2586ac97009 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:24:53.756122 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-e225bb04-8b52-4410-b94b-f0fb53ce4b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:24:53.759305 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e225bb04-8b52-4410-b94b-f0fb53ce4b8e admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:24:53.784559 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-be4803e9-b211-4af9-97a6-d892e4d3b637 None None] Current status of the port 052c444b-c7c7-4875-a1f7-c14487fa36b5 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:24:53.798960 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port 052c444b-c7c7-4875-a1f7-c14487fa36b5 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:24:53.804820 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225bb04-8b52-4410-b94b-f0fb53ce4b8e admin admin] Pushing event updated for resources: {'Port': ['ID=29190d42-15e0-456b-820b-836e0884314b,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:53.805531 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-16d4d984-a326-4255-a7c0-7492d2e7feae None None] Publish callbacks [] for port (f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52), precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:53.812782 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e225bb04-8b52-4410-b94b-f0fb53ce4b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704617'] for router_interface (e51f7f1a-1451-49a3-8f57-62a476afae38), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:53.813296 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-16d4d984-a326-4255-a7c0-7492d2e7feae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:53.868776 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-16d4d984-a326-4255-a7c0-7492d2e7feae None None] Attempting to bind port f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52 on host dv-cinder-824131-3-iscsi for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:24:53.869149 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-16d4d984-a326-4255-a7c0-7492d2e7feae None None] Attempting to bind port f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52 by drivers openvswitch,hyperv on host dv-cinder-824131-3-iscsi at level 0 using segments [{'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:24:53.869515 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d4d984-a326-4255-a7c0-7492d2e7feae None None] Attempting to bind port f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52 on network 2ce614e2-30de-465a-a7cf-ddab87bfda56 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:24:53.877652 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26ec32-12e0-4af2-93e7-2e7550ded83c None None] Pushing event updated for resources: {'Port': ['ID=f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:53.880224 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d4d984-a326-4255-a7c0-7492d2e7feae None None] Checking agent: {'id': '9d224d65-2af6-406d-8eb7-edecce64fdf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824131-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 5, 2), 'started_at': datetime.datetime(2022, 1, 11, 14, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824131-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:24:53.880605 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d4d984-a326-4255-a7c0-7492d2e7feae None None] Checking segment: {'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:24:53.881007 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-16d4d984-a326-4255-a7c0-7492d2e7feae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:53.881390 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d4d984-a326-4255-a7c0-7492d2e7feae None None] Bound using segment: {'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:24:53.882046 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-16d4d984-a326-4255-a7c0-7492d2e7feae None None] Bound port: f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52, host: dv-cinder-824131-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:24:53.882530 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-16d4d984-a326-4255-a7c0-7492d2e7feae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:53.938604 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-16d4d984-a326-4255-a7c0-7492d2e7feae None None] For port f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52, host dv-cinder-824131-3-iscsi, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:24:53.941852 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-16d4d984-a326-4255-a7c0-7492d2e7feae None None] For port f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52, host dv-cinder-824131-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52,segment=NetworkSegment(74f2f49c-8139-48f1-b44d-9c7351d31a13),segment_id=74f2f49c-8139-48f1-b44d-9c7351d31a13)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:24:53.947711 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-16d4d984-a326-4255-a7c0-7492d2e7feae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:53.961257 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e225bb04-8b52-4410-b94b-f0fb53ce4b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (29190d42-15e0-456b-820b-836e0884314b), before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:54.016573 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d4d984-a326-4255-a7c0-7492d2e7feae None None] Routers {'e51f7f1a-1451-49a3-8f57-62a476afae38'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:24:54.017195 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-16d4d984-a326-4255-a7c0-7492d2e7feae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:24:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['e51f7f1a-1451-49a3-8f57-62a476afae38'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:24:54.019215 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26ec32-12e0-4af2-93e7-2e7550ded83c None None] Pushing event updated for resources: {'Port': ['ID=f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:54.088927 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e9dec406-65fb-464b-a055-0bdb7c792f0b None None] Provisioning complete for port 29190d42-15e0-456b-820b-836e0884314b triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:24:54.089228 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e9dec406-65fb-464b-a055-0bdb7c792f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (29190d42-15e0-456b-820b-836e0884314b), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:54.132372 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e225bb04-8b52-4410-b94b-f0fb53ce4b8e admin admin] Publish callbacks [] for port (29190d42-15e0-456b-820b-836e0884314b), precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:54.136984 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e9dec406-65fb-464b-a055-0bdb7c792f0b None None] Port 29190d42-15e0-456b-820b-836e0884314b cannot update to ACTIVE because it is not bound. {{(pid=102760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 14:24:54.137133 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e225bb04-8b52-4410-b94b-f0fb53ce4b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442702'] for port (29190d42-15e0-456b-820b-836e0884314b), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:54.159692 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-16d4d984-a326-4255-a7c0-7492d2e7feae None None] Set router e51f7f1a-1451-49a3-8f57-62a476afae38 gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:24:54.203893 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-e225bb04-8b52-4410-b94b-f0fb53ce4b8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-730873'] for router_interface (e51f7f1a-1451-49a3-8f57-62a476afae38), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:54.205503 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225bb04-8b52-4410-b94b-f0fb53ce4b8e admin admin] Pushing event updated for resources: {'Port': ['ID=29190d42-15e0-456b-820b-836e0884314b,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:54.300615 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e225bb04-8b52-4410-b94b-f0fb53ce4b8e admin admin] Network 449b9fd4-a429-4fad-859d-a2586ac97009 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:24:54.302122 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-e225bb04-8b52-4410-b94b-f0fb53ce4b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:24:54.364672 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-16d4d984-a326-4255-a7c0-7492d2e7feae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'name': 'tempest-TestShelveInstance-43552613-router', 'tenant_id': '802231c203874b75b82b8b9358e6f61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:24:51Z', 'updated_at': '2022-01-11T14:24:53Z', 'revision_number': 4, 'project_id': '802231c203874b75b82b8b9358e6f61d', 'gw_port': {'id': 'f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:24:51Z', 'updated_at': '2022-01-11T14:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': '29190d42-15e0-456b-820b-836e0884314b', 'name': '', 'network_id': '449b9fd4-a429-4fad-859d-a2586ac97009', 'tenant_id': '802231c203874b75b82b8b9358e6f61d', 'mac_address': 'fa:16:3e:b0:cb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '22caa802-287c-4085-b958-83ced3822fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:24:53Z', 'updated_at': '2022-01-11T14:24:53Z', 'revision_number': 1, 'project_id': '802231c203874b75b82b8b9358e6f61d', 'subnets': [{'id': '22caa802-287c-4085-b958-83ced3822fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:24:54.397182 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d4d984-a326-4255-a7c0-7492d2e7feae None None] The sync data for ids ['e51f7f1a-1451-49a3-8f57-62a476afae38'] in dv-cinder-824131-3-iscsi is: [{'id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'name': 'tempest-TestShelveInstance-43552613-router', 'tenant_id': '802231c203874b75b82b8b9358e6f61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:24:51Z', 'updated_at': '2022-01-11T14:24:53Z', 'revision_number': 4, 'project_id': '802231c203874b75b82b8b9358e6f61d', 'gw_port': {'id': 'f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:24:51Z', 'updated_at': '2022-01-11T14:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': '29190d42-15e0-456b-820b-836e0884314b', 'name': '', 'network_id': '449b9fd4-a429-4fad-859d-a2586ac97009', 'tenant_id': '802231c203874b75b82b8b9358e6f61d', 'mac_address': 'fa:16:3e:b0:cb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '22caa802-287c-4085-b958-83ced3822fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:24:53Z', 'updated_at': '2022-01-11T14:24:53Z', 'revision_number': 1, 'project_id': '802231c203874b75b82b8b9358e6f61d', 'subnets': [{'id': '22caa802-287c-4085-b958-83ced3822fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:24:54.427619 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6c489-6e87-44c6-8ba5-762dc62ba151 req-be633e31-f533-4f3b-b97a-2fee1f4f4a68 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:54.429942 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-23d6c489-6e87-44c6-8ba5-762dc62ba151 req-be633e31-f533-4f3b-b97a-2fee1f4f4a68 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e808871-d76c-4ed2-8cac-bf9d1732ec3a HTTP/1.1" status: 200 len: 944 time: 0.0689111 Jan 11 14:24:54.434857 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e225bb04-8b52-4410-b94b-f0fb53ce4b8e admin admin] Router e51f7f1a-1451-49a3-8f57-62a476afae38 has already been hosted by L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 14:24:54.491717 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-23d6c489-6e87-44c6-8ba5-762dc62ba151 req-97e995e6-9bc4-4f6b-bfb6-f90a7b0550bc tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537465 Jan 11 14:24:54.551291 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e225bb04-8b52-4410-b94b-f0fb53ce4b8e admin admin] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:24:54.562137 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-e225bb04-8b52-4410-b94b-f0fb53ce4b8e admin admin] 10.222.0.49 "PUT /v2.0/routers/e51f7f1a-1451-49a3-8f57-62a476afae38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9873335 Jan 11 14:24:54.562466 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5539c5b-fe90-4582-b466-f7d16bb99775 None None] Provisioning complete for port 29190d42-15e0-456b-820b-836e0884314b triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:24:54.562466 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5539c5b-fe90-4582-b466-f7d16bb99775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (29190d42-15e0-456b-820b-836e0884314b), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:54.599275 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5539c5b-fe90-4582-b466-f7d16bb99775 None None] Port 29190d42-15e0-456b-820b-836e0884314b cannot update to ACTIVE because it is not bound. {{(pid=102760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 14:24:55.130653 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:24:55.133421 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 33076) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:55.251018 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-741427a7-6e2b-4e7c-9ef8-0dadeb831869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:55.251847 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 33082) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:55.256849 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-ebb38ee2-3d49-45e2-b560-c3144d6fe458 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1607930969-network', 'tenant_id': '1882900917a544dfa7a38ff850cfda8d'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:24:55.290690 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb38ee2-3d49-45e2-b560-c3144d6fe458 admin admin] Made reservation on behalf of 1882900917a544dfa7a38ff850cfda8d for: {'network': 1} {{(pid=102758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:24:55.293212 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-ebb38ee2-3d49-45e2-b560-c3144d6fe458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for network (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:55.304646 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-ebb38ee2-3d49-45e2-b560-c3144d6fe458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:55.345386 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-741427a7-6e2b-4e7c-9ef8-0dadeb831869 admin admin] Publish callbacks [] for security_group (b6548b23-b17d-4f00-9742-39eb41185c72), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:55.350218 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-741427a7-6e2b-4e7c-9ef8-0dadeb831869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (b6548b23-b17d-4f00-9742-39eb41185c72), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:55.391814 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-741427a7-6e2b-4e7c-9ef8-0dadeb831869 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1534501e53a644079ec3edc50e4d1ab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2572651 Jan 11 14:24:55.392852 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741427a7-6e2b-4e7c-9ef8-0dadeb831869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6548b23-b17d-4f00-9742-39eb41185c72,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:55.395304 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 33084) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:55.402333 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-ebb38ee2-3d49-45e2-b560-c3144d6fe458 admin admin] Publish callbacks [] for security_group (c161197e-5f21-439a-8e15-0905c6051992), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:55.407175 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-ebb38ee2-3d49-45e2-b560-c3144d6fe458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (c161197e-5f21-439a-8e15-0905c6051992), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:55.441769 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb38ee2-3d49-45e2-b560-c3144d6fe458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c161197e-5f21-439a-8e15-0905c6051992,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:55.446991 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebb38ee2-3d49-45e2-b560-c3144d6fe458 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=102758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 14:24:55.454135 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-191f4dab-62d3-4a57-a7dd-982840ca534c admin admin] Publish callbacks [] for security_group (b6548b23-b17d-4f00-9742-39eb41185c72), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:55.460750 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-ebb38ee2-3d49-45e2-b560-c3144d6fe458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781'] for segment (f409724f-2b32-4b4a-a498-9ee452ea2034), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:55.461635 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.db.segments_db [None req-ebb38ee2-3d49-45e2-b560-c3144d6fe458 admin admin] Added segment f409724f-2b32-4b4a-a498-9ee452ea2034 of type vlan for network 85404586-02e9-424a-844d-212b1ead3e18 Jan 11 14:24:55.482361 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 052c444b-c7c7-4875-a1f7-c14487fa36b5 up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:24:55.485641 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-191f4dab-62d3-4a57-a7dd-982840ca534c admin admin] Publish callbacks [] for security_group (b6548b23-b17d-4f00-9742-39eb41185c72), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:55.527534 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-ebb38ee2-3d49-45e2-b560-c3144d6fe458 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792865857603'] for network (85404586-02e9-424a-844d-212b1ead3e18), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:55.542378 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port 052c444b-c7c7-4875-a1f7-c14487fa36b5 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:24:55.542808 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (052c444b-c7c7-4875-a1f7-c14487fa36b5), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:55.550598 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-191f4dab-62d3-4a57-a7dd-982840ca534c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (b6548b23-b17d-4f00-9742-39eb41185c72), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:55.553862 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-191f4dab-62d3-4a57-a7dd-982840ca534c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:55.558034 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-191f4dab-62d3-4a57-a7dd-982840ca534c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b6548b23-b17d-4f00-9742-39eb41185c72 HTTP/1.1" status: 204 len: 168 time: 0.1616979 Jan 11 14:24:55.569401 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f4dab-62d3-4a57-a7dd-982840ca534c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6548b23-b17d-4f00-9742-39eb41185c72,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:55.590297 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-ebb38ee2-3d49-45e2-b560-c3144d6fe458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828'] for network (85404586-02e9-424a-844d-212b1ead3e18), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:55.591597 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb38ee2-3d49-45e2-b560-c3144d6fe458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:55.592782 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-ebb38ee2-3d49-45e2-b560-c3144d6fe458 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for network (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:55.626285 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-ebb38ee2-3d49-45e2-b560-c3144d6fe458 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3733191 Jan 11 14:24:55.629092 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 33090) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:55.634186 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-8d29414e-f2da-4432-a188-a48bb94a6b3e admin admin] Request body: {'subnet': {'network_id': '85404586-02e9-424a-844d-212b1ead3e18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1607930969-subnet', 'tenant_id': '1882900917a544dfa7a38ff850cfda8d', 'ip_version': 4}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:24:55.678371 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d29414e-f2da-4432-a188-a48bb94a6b3e admin admin] Made reservation on behalf of 1882900917a544dfa7a38ff850cfda8d for: {'subnet': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:24:55.683489 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8d29414e-f2da-4432-a188-a48bb94a6b3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10134137'] for subnet (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:55.693762 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port 052c444b-c7c7-4875-a1f7-c14487fa36b5 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:24:55.696684 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52 up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:24:55.734812 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446ebfd-ce9b-4a1f-bb5f-b58f302299fe req-2fdce9f8-ab10-4f81-9636-182a0c1ccac9 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:55.736599 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6446ebfd-ce9b-4a1f-bb5f-b58f302299fe req-2fdce9f8-ab10-4f81-9636-182a0c1ccac9 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e808871-d76c-4ed2-8cac-bf9d1732ec3a HTTP/1.1" status: 200 len: 944 time: 0.1570797 Jan 11 14:24:55.737453 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb38ee2-3d49-45e2-b560-c3144d6fe458 admin admin] Pushing event updated for resources: {'Network': ['ID=85404586-02e9-424a-844d-212b1ead3e18,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:55.750712 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Network 85404586-02e9-424a-844d-212b1ead3e18 details requested by agent ovs-agent-dv-cinder-824131-3-iscsi with host dv-cinder-824131-3-iscsi {{(pid=102760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 14:24:55.835943 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:24:55.836319 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:55.836808 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6446ebfd-ce9b-4a1f-bb5f-b58f302299fe req-da3ed969-1406-4944-9719-de70f34889c0 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879629 Jan 11 14:24:55.940301 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8d29414e-f2da-4432-a188-a48bb94a6b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10443857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10134039'] for subnet (4bb4affe-3868-4762-9f46-853d5b7a6e5c), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:55.942863 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52 is: DOWN; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:24:55.943267 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:55.969934 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] For port f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52,segment=NetworkSegment(74f2f49c-8139-48f1-b44d-9c7351d31a13),segment_id=74f2f49c-8139-48f1-b44d-9c7351d31a13)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:24:55.975172 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:56.014220 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29414e-f2da-4432-a188-a48bb94a6b3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bb4affe-3868-4762-9f46-853d5b7a6e5c,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:56.021885 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d29414e-f2da-4432-a188-a48bb94a6b3e admin admin] Checking segment: {'id': 'f409724f-2b32-4b4a-a498-9ee452ea2034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '85404586-02e9-424a-844d-212b1ead3e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:24:56.022236 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d29414e-f2da-4432-a188-a48bb94a6b3e admin admin] Network hostable DHCP agents. Network: 85404586-02e9-424a-844d-212b1ead3e18, hostable agents: ['0926af04-f8d6-426e-a613-5ede47dbe2c0'], hosted agents: [] {{(pid=102759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 14:24:56.031668 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Pushing event updated for resources: {'Port': ['ID=f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52,revision_number=4']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:56.043567 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d29414e-f2da-4432-a188-a48bb94a6b3e admin admin] Network 85404586-02e9-424a-844d-212b1ead3e18 is scheduled to be hosted by DHCP agent 0926af04-f8d6-426e-a613-5ede47dbe2c0 with binding_index 1 {{(pid=102759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 14:24:56.046525 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 33094) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:56.053922 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-8d29414e-f2da-4432-a188-a48bb94a6b3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824131-3-iscsi, 85404586-02e9-424a-844d-212b1ead3e18) {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:24:56.058360 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d29414e-f2da-4432-a188-a48bb94a6b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:56.058951 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8d29414e-f2da-4432-a188-a48bb94a6b3e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:56.063486 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a7dd6f2d-d91a-4832-a0a0-841ed03a505a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:56.065796 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f41f408-70a9-4033-8224-fe55e2a3adc2 None None] Network 85404586-02e9-424a-844d-212b1ead3e18 requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:24:56.080324 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-8d29414e-f2da-4432-a188-a48bb94a6b3e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4498391 Jan 11 14:24:56.082744 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 33096) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:56.087714 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-8c610bad-e008-4ef4-b508-78c69be9a77a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1607930969-router', 'tenant_id': '1882900917a544dfa7a38ff850cfda8d', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'}}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:24:56.118616 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8c610bad-e008-4ef4-b508-78c69be9a77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-742307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29997'] for router (6c6725e0-2391-4fb7-be70-8ea4806a8d18), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:56.120551 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8c610bad-e008-4ef4-b508-78c69be9a77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-742199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-732265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-904831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29990'] for router (6c6725e0-2391-4fb7-be70-8ea4806a8d18), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:56.137889 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-785abf7f-dd2c-4c99-9100-d0f6d5a8de72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:56.159707 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a7dd6f2d-d91a-4832-a0a0-841ed03a505a admin admin] Publish callbacks [] for security_group (4e8f7e4e-4b51-455b-b81e-aebb00ab0204), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:56.164754 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a7dd6f2d-d91a-4832-a0a0-841ed03a505a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (4e8f7e4e-4b51-455b-b81e-aebb00ab0204), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:56.174952 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8c610bad-e008-4ef4-b508-78c69be9a77a admin admin] Publish callbacks [] for router_controller (6c6725e0-2391-4fb7-be70-8ea4806a8d18), precommit_add_association {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:56.199462 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c188c4cf-6245-4ae5-9e37-8a206908ff13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbe26d46-1e47-5402-9039-f69d88523b3b-85404586-02e9-424a-844d-212b1ead3e18', 'network_id': '85404586-02e9-424a-844d-212b1ead3e18', 'project_id': '1882900917a544dfa7a38ff850cfda8d', 'fixed_ips': [{'subnet_id': '4bb4affe-3868-4762-9f46-853d5b7a6e5c'}]}} from dv-cinder-824131-3-iscsi. {{(pid=102760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 14:24:56.200793 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c188c4cf-6245-4ae5-9e37-8a206908ff13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:56.208245 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-a7dd6f2d-d91a-4832-a0a0-841ed03a505a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=df13a36c286847ffa22eeab63f395c6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1603217 Jan 11 14:24:56.210729 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 33098) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:56.217713 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd6f2d-d91a-4832-a0a0-841ed03a505a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8f7e4e-4b51-455b-b81e-aebb00ab0204,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:56.267043 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c874c5cd-a08f-48a1-8566-44a5baa3bc98 admin admin] Publish callbacks [] for security_group (4e8f7e4e-4b51-455b-b81e-aebb00ab0204), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:56.295380 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c874c5cd-a08f-48a1-8566-44a5baa3bc98 admin admin] Publish callbacks [] for security_group (4e8f7e4e-4b51-455b-b81e-aebb00ab0204), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:56.325746 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8c610bad-e008-4ef4-b508-78c69be9a77a admin admin] Publish callbacks [] for router_gateway (6c6725e0-2391-4fb7-be70-8ea4806a8d18), precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:56.348354 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c874c5cd-a08f-48a1-8566-44a5baa3bc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (4e8f7e4e-4b51-455b-b81e-aebb00ab0204), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:56.351060 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c874c5cd-a08f-48a1-8566-44a5baa3bc98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:56.351682 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.db_base_plugin_common [None req-c188c4cf-6245-4ae5-9e37-8a206908ff13 None None] Allocated IP 172.20.0.2 (85404586-02e9-424a-844d-212b1ead3e18/4bb4affe-3868-4762-9f46-853d5b7a6e5c/6a07f835-c41f-468a-b9e1-7f7f24131144) {{(pid=102760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:24:56.355081 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-c874c5cd-a08f-48a1-8566-44a5baa3bc98 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4e8f7e4e-4b51-455b-b81e-aebb00ab0204 HTTP/1.1" status: 204 len: 168 time: 0.1411030 Jan 11 14:24:56.362007 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874c5cd-a08f-48a1-8566-44a5baa3bc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8f7e4e-4b51-455b-b81e-aebb00ab0204,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:56.545277 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8c610bad-e008-4ef4-b508-78c69be9a77a admin admin] Publish callbacks [] for router_gateway (6c6725e0-2391-4fb7-be70-8ea4806a8d18), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:56.569493 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8c610bad-e008-4ef4-b508-78c69be9a77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:56.655630 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c188c4cf-6245-4ae5-9e37-8a206908ff13 None None] Publish callbacks [] for port (6a07f835-c41f-468a-b9e1-7f7f24131144), precommit_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:56.663042 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c188c4cf-6245-4ae5-9e37-8a206908ff13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996'] for port (6a07f835-c41f-468a-b9e1-7f7f24131144), after_create {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:56.692236 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 5599536b-3bf6-4ae9-a675-b0498bc7116e details requested by agent hyperv_hv-cinder-82413 with host hv-cinder-82413 {{(pid=102760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 14:24:56.703143 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-8c610bad-e008-4ef4-b508-78c69be9a77a admin admin] Allocated IP 172.27.2.91 (2ce614e2-30de-465a-a7cf-ddab87bfda56/24533608-225a-4678-8e54-d2d8b6714d88/5f28aa17-c7dc-419c-bf55-d7b997a2f74d) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:24:56.717505 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c188c4cf-6245-4ae5-9e37-8a206908ff13 None None] Network 85404586-02e9-424a-844d-212b1ead3e18 is already hosted by enough agents. {{(pid=102760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:24:56.727000 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.scheduler.base_scheduler [None req-c188c4cf-6245-4ae5-9e37-8a206908ff13 None None] Resources bound (agent type, host, resource id): {{(pid=102760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:24:56.735615 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c188c4cf-6245-4ae5-9e37-8a206908ff13 None None] Received port after_create {{(pid=102760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:24:56.740235 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c188c4cf-6245-4ae5-9e37-8a206908ff13 None None] Pushing event updated for resources: {'Port': ['ID=6a07f835-c41f-468a-b9e1-7f7f24131144,revision_number=1']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:56.840397 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8c610bad-e008-4ef4-b508-78c69be9a77a admin admin] Publish callbacks [] for port (5f28aa17-c7dc-419c-bf55-d7b997a2f74d), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:56.849853 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-c188c4cf-6245-4ae5-9e37-8a206908ff13 None None] Attempting to bind port 6a07f835-c41f-468a-b9e1-7f7f24131144 on host dv-cinder-824131-3-iscsi for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:24:56.850233 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-c188c4cf-6245-4ae5-9e37-8a206908ff13 None None] Attempting to bind port 6a07f835-c41f-468a-b9e1-7f7f24131144 by drivers openvswitch,hyperv on host dv-cinder-824131-3-iscsi at level 0 using segments [{'id': 'f409724f-2b32-4b4a-a498-9ee452ea2034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '85404586-02e9-424a-844d-212b1ead3e18'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:24:56.850605 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c188c4cf-6245-4ae5-9e37-8a206908ff13 None None] Attempting to bind port 6a07f835-c41f-468a-b9e1-7f7f24131144 on network 85404586-02e9-424a-844d-212b1ead3e18 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:24:56.860236 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c188c4cf-6245-4ae5-9e37-8a206908ff13 None None] Checking agent: {'id': '9d224d65-2af6-406d-8eb7-edecce64fdf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824131-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 5, 2), 'started_at': datetime.datetime(2022, 1, 11, 14, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824131-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:24:56.860621 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c188c4cf-6245-4ae5-9e37-8a206908ff13 None None] Checking segment: {'id': 'f409724f-2b32-4b4a-a498-9ee452ea2034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '85404586-02e9-424a-844d-212b1ead3e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:24:56.861137 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c188c4cf-6245-4ae5-9e37-8a206908ff13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:56.861544 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c188c4cf-6245-4ae5-9e37-8a206908ff13 None None] Bound using segment: {'id': 'f409724f-2b32-4b4a-a498-9ee452ea2034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '85404586-02e9-424a-844d-212b1ead3e18'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:24:56.862030 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-c188c4cf-6245-4ae5-9e37-8a206908ff13 None None] Bound port: 6a07f835-c41f-468a-b9e1-7f7f24131144, host: dv-cinder-824131-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f409724f-2b32-4b4a-a498-9ee452ea2034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '85404586-02e9-424a-844d-212b1ead3e18'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:24:56.862415 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c188c4cf-6245-4ae5-9e37-8a206908ff13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (6a07f835-c41f-468a-b9e1-7f7f24131144), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:56.880931 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8c610bad-e008-4ef4-b508-78c69be9a77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (5f28aa17-c7dc-419c-bf55-d7b997a2f74d), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:56.884092 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 5599536b-3bf6-4ae9-a675-b0498bc7116e, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=5599536b-3bf6-4ae9-a675-b0498bc7116e,segment=NetworkSegment(b82cbb00-5e14-475e-ae16-2f96aee9e7db),segment_id=b82cbb00-5e14-475e-ae16-2f96aee9e7db)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:24:56.901546 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c610bad-e008-4ef4-b508-78c69be9a77a admin admin] Network 2ce614e2-30de-465a-a7cf-ddab87bfda56 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:24:56.904027 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-8c610bad-e008-4ef4-b508-78c69be9a77a admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:24:56.919657 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c610bad-e008-4ef4-b508-78c69be9a77a admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:24:56.923011 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Returning: {'device': '5599536b-3bf6-4ae9-a675-b0498bc7116e', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'port_id': '5599536b-3bf6-4ae9-a675-b0498bc7116e', 'mac_address': 'fa:16:3e:70:27:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 14:24:56.991529 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-c188c4cf-6245-4ae5-9e37-8a206908ff13 None None] For port 6a07f835-c41f-468a-b9e1-7f7f24131144, host dv-cinder-824131-3-iscsi, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:24:56.993580 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port 5599536b-3bf6-4ae9-a675-b0498bc7116e is: DOWN; New status is: BUILD {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:24:56.993979 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (5599536b-3bf6-4ae9-a675-b0498bc7116e), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:56.996914 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-c188c4cf-6245-4ae5-9e37-8a206908ff13 None None] For port 6a07f835-c41f-468a-b9e1-7f7f24131144, host dv-cinder-824131-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=6a07f835-c41f-468a-b9e1-7f7f24131144,segment=NetworkSegment(f409724f-2b32-4b4a-a498-9ee452ea2034),segment_id=f409724f-2b32-4b4a-a498-9ee452ea2034)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:24:57.003775 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c610bad-e008-4ef4-b508-78c69be9a77a admin admin] Pushing event updated for resources: {'Port': ['ID=5f28aa17-c7dc-419c-bf55-d7b997a2f74d,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:57.017965 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c188c4cf-6245-4ae5-9e37-8a206908ff13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (6a07f835-c41f-468a-b9e1-7f7f24131144), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:57.037091 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5599536b-3bf6-4ae9-a675-b0498bc7116e {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:24:57.041239 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d406003-009d-44e4-8092-384c564584a3 None None] Sync routers for ids ['e51f7f1a-1451-49a3-8f57-62a476afae38'] in dv-cinder-824131-3-iscsi {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:24:57.044793 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0efe6-a14b-4ed9-aa08-9b5c7301f875 req-f9a1dc3c-14f6-4635-87f7-d1557a623920 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:57.047319 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b7b0efe6-a14b-4ed9-aa08-9b5c7301f875 req-f9a1dc3c-14f6-4635-87f7-d1557a623920 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e808871-d76c-4ed2-8cac-bf9d1732ec3a HTTP/1.1" status: 200 len: 944 time: 0.1039813 Jan 11 14:24:57.055104 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d406003-009d-44e4-8092-384c564584a3 None None] Routers {'e51f7f1a-1451-49a3-8f57-62a476afae38'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:24:57.055938 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-2d406003-009d-44e4-8092-384c564584a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:24:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['e51f7f1a-1451-49a3-8f57-62a476afae38'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:24:57.092292 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 5599536b-3bf6-4ae9-a675-b0498bc7116e, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=5599536b-3bf6-4ae9-a675-b0498bc7116e,segment=NetworkSegment(b82cbb00-5e14-475e-ae16-2f96aee9e7db),segment_id=b82cbb00-5e14-475e-ae16-2f96aee9e7db)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:24:57.101942 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (5599536b-3bf6-4ae9-a675-b0498bc7116e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:57.127832 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c188c4cf-6245-4ae5-9e37-8a206908ff13 None None] Pushing event updated for resources: {'Port': ['ID=6a07f835-c41f-468a-b9e1-7f7f24131144,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:57.178345 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b7b0efe6-a14b-4ed9-aa08-9b5c7301f875 req-5e139626-b059-4cb6-bd07-ae0461871795 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172845 Jan 11 14:24:57.194588 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=5599536b-3bf6-4ae9-a675-b0498bc7116e,revision_number=4']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:57.264215 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-2d406003-009d-44e4-8092-384c564584a3 None None] Set router e51f7f1a-1451-49a3-8f57-62a476afae38 gateway port host: dv-cinder-824131-3-iscsi {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:24:57.302239 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52 up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:24:57.344665 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8c610bad-e008-4ef4-b508-78c69be9a77a admin admin] Publish callbacks [] for router_gateway (6c6725e0-2391-4fb7-be70-8ea4806a8d18), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:57.411759 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:24:57.412272 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:57.531705 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:24:57.542968 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-2d406003-009d-44e4-8092-384c564584a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'name': 'tempest-TestShelveInstance-43552613-router', 'tenant_id': '802231c203874b75b82b8b9358e6f61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:24:51Z', 'updated_at': '2022-01-11T14:24:53Z', 'revision_number': 4, 'project_id': '802231c203874b75b82b8b9358e6f61d', 'gw_port': {'id': 'f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:24:51Z', 'updated_at': '2022-01-11T14:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': '29190d42-15e0-456b-820b-836e0884314b', 'name': '', 'network_id': '449b9fd4-a429-4fad-859d-a2586ac97009', 'tenant_id': '802231c203874b75b82b8b9358e6f61d', 'mac_address': 'fa:16:3e:b0:cb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '22caa802-287c-4085-b958-83ced3822fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:24:53Z', 'updated_at': '2022-01-11T14:24:54Z', 'revision_number': 2, 'project_id': '802231c203874b75b82b8b9358e6f61d', 'subnets': [{'id': '22caa802-287c-4085-b958-83ced3822fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:24:57.575795 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['5599536b-3bf6-4ae9-a675-b0498bc7116e'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:24:57.579803 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d406003-009d-44e4-8092-384c564584a3 None None] Checking router: e51f7f1a-1451-49a3-8f57-62a476afae38 for host: dv-cinder-824131-3-iscsi {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:24:57.580193 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d406003-009d-44e4-8092-384c564584a3 None None] Updating router e51f7f1a-1451-49a3-8f57-62a476afae38 port 29190d42-15e0-456b-820b-836e0884314b binding host dv-cinder-824131-3-iscsi {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 14:24:57.610044 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2d406003-009d-44e4-8092-384c564584a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (29190d42-15e0-456b-820b-836e0884314b), before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:57.641286 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8c610bad-e008-4ef4-b508-78c69be9a77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-742206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704696'] for router (6c6725e0-2391-4fb7-be70-8ea4806a8d18), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:57.809983 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c610bad-e008-4ef4-b508-78c69be9a77a admin admin] Router 6c6725e0-2391-4fb7-be70-8ea4806a8d18 is scheduled to L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 with binding_index 1 {{(pid=102759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 14:24:57.939950 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c610bad-e008-4ef4-b508-78c69be9a77a admin admin] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:24:57.950700 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf5d867-e5ed-4e2f-aff0-042fd77cdbbc None None] Sync routers for ids ['6c6725e0-2391-4fb7-be70-8ea4806a8d18'] in dv-cinder-824131-3-iscsi {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:24:57.963925 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf5d867-e5ed-4e2f-aff0-042fd77cdbbc None None] Routers {'6c6725e0-2391-4fb7-be70-8ea4806a8d18'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:24:57.964678 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-dbf5d867-e5ed-4e2f-aff0-042fd77cdbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:24:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['6c6725e0-2391-4fb7-be70-8ea4806a8d18'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:24:57.973596 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8c610bad-e008-4ef4-b508-78c69be9a77a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:57.977373 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-8c610bad-e008-4ef4-b508-78c69be9a77a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8909495 Jan 11 14:24:57.977883 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 33130) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:24:57.985002 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2d406003-009d-44e4-8092-384c564584a3 None None] Publish callbacks [] for port (29190d42-15e0-456b-820b-836e0884314b), precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:57.993217 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2d406003-009d-44e4-8092-384c564584a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (29190d42-15e0-456b-820b-836e0884314b), after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:58.068252 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9fbda-2210-47e8-8493-933792fc9184 None None] Pushing event updated for resources: {'Port': ['ID=29190d42-15e0-456b-820b-836e0884314b,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:58.084771 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9fbda-2210-47e8-8493-933792fc9184 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:58.085405 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9fbda-2210-47e8-8493-933792fc9184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:58.085917 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9fbda-2210-47e8-8493-933792fc9184 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:58.086412 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9fbda-2210-47e8-8493-933792fc9184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:58.086899 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9fbda-2210-47e8-8493-933792fc9184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:58.087412 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9fbda-2210-47e8-8493-933792fc9184 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:58.087938 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9fbda-2210-47e8-8493-933792fc9184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:58.088421 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9fbda-2210-47e8-8493-933792fc9184 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:58.088899 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9fbda-2210-47e8-8493-933792fc9184 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:58.089454 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9fbda-2210-47e8-8493-933792fc9184 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:58.089953 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9fbda-2210-47e8-8493-933792fc9184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:58.090427 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9fbda-2210-47e8-8493-933792fc9184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:58.090913 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9fbda-2210-47e8-8493-933792fc9184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:24:58.123782 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-dbf5d867-e5ed-4e2f-aff0-042fd77cdbbc None None] Set router 6c6725e0-2391-4fb7-be70-8ea4806a8d18 gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:24:58.163974 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-2d406003-009d-44e4-8092-384c564584a3 None None] Attempting to bind port 29190d42-15e0-456b-820b-836e0884314b on host dv-cinder-824131-3-iscsi for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:24:58.164628 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-2d406003-009d-44e4-8092-384c564584a3 None None] Attempting to bind port 29190d42-15e0-456b-820b-836e0884314b by drivers openvswitch,hyperv on host dv-cinder-824131-3-iscsi at level 0 using segments [{'id': '726d5a66-d173-4411-afe7-2efce61aa7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '449b9fd4-a429-4fad-859d-a2586ac97009'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:24:58.165116 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d406003-009d-44e4-8092-384c564584a3 None None] Attempting to bind port 29190d42-15e0-456b-820b-836e0884314b on network 449b9fd4-a429-4fad-859d-a2586ac97009 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:24:58.175082 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d406003-009d-44e4-8092-384c564584a3 None None] Checking agent: {'id': '9d224d65-2af6-406d-8eb7-edecce64fdf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824131-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 5, 2), 'started_at': datetime.datetime(2022, 1, 11, 14, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824131-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:24:58.175982 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d406003-009d-44e4-8092-384c564584a3 None None] Checking segment: {'id': '726d5a66-d173-4411-afe7-2efce61aa7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '449b9fd4-a429-4fad-859d-a2586ac97009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:24:58.182207 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2d406003-009d-44e4-8092-384c564584a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:58.183025 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d406003-009d-44e4-8092-384c564584a3 None None] Bound using segment: {'id': '726d5a66-d173-4411-afe7-2efce61aa7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '449b9fd4-a429-4fad-859d-a2586ac97009'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:24:58.183861 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-2d406003-009d-44e4-8092-384c564584a3 None None] Bound port: 29190d42-15e0-456b-820b-836e0884314b, host: dv-cinder-824131-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '726d5a66-d173-4411-afe7-2efce61aa7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '449b9fd4-a429-4fad-859d-a2586ac97009'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:24:58.184501 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2d406003-009d-44e4-8092-384c564584a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (29190d42-15e0-456b-820b-836e0884314b), before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:58.312630 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-2d406003-009d-44e4-8092-384c564584a3 None None] For port 29190d42-15e0-456b-820b-836e0884314b, host dv-cinder-824131-3-iscsi, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:24:58.322847 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-2d406003-009d-44e4-8092-384c564584a3 None None] For port 29190d42-15e0-456b-820b-836e0884314b, host dv-cinder-824131-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=29190d42-15e0-456b-820b-836e0884314b,segment=NetworkSegment(726d5a66-d173-4411-afe7-2efce61aa7e9),segment_id=726d5a66-d173-4411-afe7-2efce61aa7e9)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:24:58.331863 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-2d406003-009d-44e4-8092-384c564584a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (29190d42-15e0-456b-820b-836e0884314b), after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:58.337296 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2c4a9758-09ac-4659-baee-55a324eb1aaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:58.401478 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e710e-f909-48a5-9b21-52696109eb55 req-77223105-615f-4d8b-b5ed-dfbf0a0eda2b tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:58.417384 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f71e710e-f909-48a5-9b21-52696109eb55 req-77223105-615f-4d8b-b5ed-dfbf0a0eda2b tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e808871-d76c-4ed2-8cac-bf9d1732ec3a HTTP/1.1" status: 200 len: 945 time: 0.1063304 Jan 11 14:24:58.439514 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-f22fa453-c68e-4e78-9a67-de95d28b8b26 None None] Provisioning complete for port 29190d42-15e0-456b-820b-836e0884314b triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:24:58.439920 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f22fa453-c68e-4e78-9a67-de95d28b8b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (29190d42-15e0-456b-820b-836e0884314b), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:58.496955 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f71e710e-f909-48a5-9b21-52696109eb55 req-4f0cbed0-da15-4dc8-82e1-2d476ad90eb9 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782857 Jan 11 14:24:58.500538 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9fbda-2210-47e8-8493-933792fc9184 None None] Pushing event updated for resources: {'Port': ['ID=29190d42-15e0-456b-820b-836e0884314b,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:58.513100 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d406003-009d-44e4-8092-384c564584a3 None None] Routers {'e51f7f1a-1451-49a3-8f57-62a476afae38'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:24:58.513738 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-2d406003-009d-44e4-8092-384c564584a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:24:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['e51f7f1a-1451-49a3-8f57-62a476afae38'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:24:58.533532 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-dbf5d867-e5ed-4e2f-aff0-042fd77cdbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6725e0-2391-4fb7-be70-8ea4806a8d18', 'name': 'tempest-TestShelveInstance-1607930969-router', 'tenant_id': '1882900917a544dfa7a38ff850cfda8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '5f28aa17-c7dc-419c-bf55-d7b997a2f74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:24:56Z', 'updated_at': '2022-01-11T14:24:57Z', 'revision_number': 3, 'project_id': '1882900917a544dfa7a38ff850cfda8d', 'gw_port': {'id': '5f28aa17-c7dc-419c-bf55-d7b997a2f74d', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6725e0-2391-4fb7-be70-8ea4806a8d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:24:56Z', 'updated_at': '2022-01-11T14:24:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi'}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:24:58.600109 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf5d867-e5ed-4e2f-aff0-042fd77cdbbc None None] Checking router: 6c6725e0-2391-4fb7-be70-8ea4806a8d18 for host: dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:24:58.600744 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf5d867-e5ed-4e2f-aff0-042fd77cdbbc None None] Updating router 6c6725e0-2391-4fb7-be70-8ea4806a8d18 port 5f28aa17-c7dc-419c-bf55-d7b997a2f74d binding host dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 14:24:58.651081 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dbf5d867-e5ed-4e2f-aff0-042fd77cdbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (5f28aa17-c7dc-419c-bf55-d7b997a2f74d), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:58.654883 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-f22fa453-c68e-4e78-9a67-de95d28b8b26 None None] Current status of the port 29190d42-15e0-456b-820b-836e0884314b is: DOWN; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:24:58.654883 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f22fa453-c68e-4e78-9a67-de95d28b8b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (29190d42-15e0-456b-820b-836e0884314b), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:58.688857 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395e46db-e788-4550-ba4d-f9ffc90c227c None None] Network 85404586-02e9-424a-844d-212b1ead3e18 requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:24:58.691039 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 5599536b-3bf6-4ae9-a675-b0498bc7116e up at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:24:58.695305 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-2d406003-009d-44e4-8092-384c564584a3 None None] Set router e51f7f1a-1451-49a3-8f57-62a476afae38 gateway port host: dv-cinder-824131-3-iscsi {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:24:58.873745 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-f22fa453-c68e-4e78-9a67-de95d28b8b26 None None] For port 29190d42-15e0-456b-820b-836e0884314b, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=29190d42-15e0-456b-820b-836e0884314b,segment=NetworkSegment(726d5a66-d173-4411-afe7-2efce61aa7e9),segment_id=726d5a66-d173-4411-afe7-2efce61aa7e9)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:24:58.898723 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f22fa453-c68e-4e78-9a67-de95d28b8b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (29190d42-15e0-456b-820b-836e0884314b), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:58.989659 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-705ccabc-53e8-4d8d-9fcd-5be5068080ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:59.015240 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning for port 5599536b-3bf6-4ae9-a675-b0498bc7116e completed by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 14:24:59.033370 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-2d406003-009d-44e4-8092-384c564584a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'name': 'tempest-TestShelveInstance-43552613-router', 'tenant_id': '802231c203874b75b82b8b9358e6f61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:24:51Z', 'updated_at': '2022-01-11T14:24:53Z', 'revision_number': 4, 'project_id': '802231c203874b75b82b8b9358e6f61d', 'gw_port': {'id': 'f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:24:51Z', 'updated_at': '2022-01-11T14:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': '29190d42-15e0-456b-820b-836e0884314b', 'name': '', 'network_id': '449b9fd4-a429-4fad-859d-a2586ac97009', 'tenant_id': '802231c203874b75b82b8b9358e6f61d', 'mac_address': 'fa:16:3e:b0:cb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '22caa802-287c-4085-b958-83ced3822fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:24:53Z', 'updated_at': '2022-01-11T14:24:58Z', 'revision_number': 4, 'project_id': '802231c203874b75b82b8b9358e6f61d', 'subnets': [{'id': '22caa802-287c-4085-b958-83ced3822fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:24:59.043475 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning complete for port 5599536b-3bf6-4ae9-a675-b0498bc7116e triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:24:59.043874 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (5599536b-3bf6-4ae9-a675-b0498bc7116e), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:59.068615 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d406003-009d-44e4-8092-384c564584a3 None None] The sync data for ids ['e51f7f1a-1451-49a3-8f57-62a476afae38'] in dv-cinder-824131-3-iscsi is: [{'id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'name': 'tempest-TestShelveInstance-43552613-router', 'tenant_id': '802231c203874b75b82b8b9358e6f61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:24:51Z', 'updated_at': '2022-01-11T14:24:53Z', 'revision_number': 4, 'project_id': '802231c203874b75b82b8b9358e6f61d', 'gw_port': {'id': 'f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:24:51Z', 'updated_at': '2022-01-11T14:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': '29190d42-15e0-456b-820b-836e0884314b', 'name': '', 'network_id': '449b9fd4-a429-4fad-859d-a2586ac97009', 'tenant_id': '802231c203874b75b82b8b9358e6f61d', 'mac_address': 'fa:16:3e:b0:cb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '22caa802-287c-4085-b958-83ced3822fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:24:53Z', 'updated_at': '2022-01-11T14:24:58Z', 'revision_number': 4, 'project_id': '802231c203874b75b82b8b9358e6f61d', 'subnets': [{'id': '22caa802-287c-4085-b958-83ced3822fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:24:59.074692 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22fa453-c68e-4e78-9a67-de95d28b8b26 None None] Pushing event updated for resources: {'Port': ['ID=29190d42-15e0-456b-820b-836e0884314b,revision_number=5']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:59.115289 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-c9c66546-ab48-4e53-85f5-71880403f50a None None] Provisioning complete for port 29190d42-15e0-456b-820b-836e0884314b triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:24:59.115708 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c9c66546-ab48-4e53-85f5-71880403f50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (29190d42-15e0-456b-820b-836e0884314b), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:59.395479 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-705ccabc-53e8-4d8d-9fcd-5be5068080ea admin admin] Allocated IP 172.20.0.1 (85404586-02e9-424a-844d-212b1ead3e18/4bb4affe-3868-4762-9f46-853d5b7a6e5c/aadb048d-3622-452d-954c-4e76e2c15b82) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:24:59.487462 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port 5599536b-3bf6-4ae9-a675-b0498bc7116e is: BUILD; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:24:59.487974 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (5599536b-3bf6-4ae9-a675-b0498bc7116e), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:59.532332 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dbf5d867-e5ed-4e2f-aff0-042fd77cdbbc None None] Publish callbacks [] for port (5f28aa17-c7dc-419c-bf55-d7b997a2f74d), precommit_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:59.547836 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dbf5d867-e5ed-4e2f-aff0-042fd77cdbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (5f28aa17-c7dc-419c-bf55-d7b997a2f74d), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:59.561354 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e808871-d76c-4ed2-8cac-bf9d1732ec3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5599536b-3bf6-4ae9-a675-b0498bc7116e'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:24:59.565452 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2d4b612b30f5b24bc1864879ef56701efa35e28b014bb4d8aa1230102106bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76044983-64d2-4d59-aa2f-8904cbfaf496" -d '{"events": [{"server_uuid": "9e808871-d76c-4ed2-8cac-bf9d1732ec3a", "name": "network-vif-plugged", "status": "completed", "tag": "5599536b-3bf6-4ae9-a675-b0498bc7116e"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:24:59.587767 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-c9c66546-ab48-4e53-85f5-71880403f50a None None] Current status of the port 29190d42-15e0-456b-820b-836e0884314b is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:24:59.604685 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 29190d42-15e0-456b-820b-836e0884314b up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:24:59.632036 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-705ccabc-53e8-4d8d-9fcd-5be5068080ea admin admin] Publish callbacks [] for port (aadb048d-3622-452d-954c-4e76e2c15b82), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:59.646175 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 5599536b-3bf6-4ae9-a675-b0498bc7116e, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=5599536b-3bf6-4ae9-a675-b0498bc7116e,segment=NetworkSegment(b82cbb00-5e14-475e-ae16-2f96aee9e7db),segment_id=b82cbb00-5e14-475e-ae16-2f96aee9e7db)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:24:59.673751 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (5599536b-3bf6-4ae9-a675-b0498bc7116e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:59.679815 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-dbf5d867-e5ed-4e2f-aff0-042fd77cdbbc None None] Attempting to bind port 5f28aa17-c7dc-419c-bf55-d7b997a2f74d on host dv-cinder-824131-3-iscsi for vnic_type normal with profile {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:24:59.680188 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-dbf5d867-e5ed-4e2f-aff0-042fd77cdbbc None None] Attempting to bind port 5f28aa17-c7dc-419c-bf55-d7b997a2f74d by drivers openvswitch,hyperv on host dv-cinder-824131-3-iscsi at level 0 using segments [{'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:24:59.680547 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf5d867-e5ed-4e2f-aff0-042fd77cdbbc None None] Attempting to bind port 5f28aa17-c7dc-419c-bf55-d7b997a2f74d on network 2ce614e2-30de-465a-a7cf-ddab87bfda56 {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:24:59.686294 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601bf94b-ecc4-474e-9f24-5803521c3a7d None None] Pushing event updated for resources: {'Port': ['ID=5f28aa17-c7dc-419c-bf55-d7b997a2f74d,revision_number=2']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:59.721143 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-705ccabc-53e8-4d8d-9fcd-5be5068080ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (aadb048d-3622-452d-954c-4e76e2c15b82), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:59.729167 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf5d867-e5ed-4e2f-aff0-042fd77cdbbc None None] Checking agent: {'id': '9d224d65-2af6-406d-8eb7-edecce64fdf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824131-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 5, 2), 'started_at': datetime.datetime(2022, 1, 11, 14, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824131-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:24:59.729604 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf5d867-e5ed-4e2f-aff0-042fd77cdbbc None None] Checking segment: {'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:24:59.730381 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dbf5d867-e5ed-4e2f-aff0-042fd77cdbbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:59.731179 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf5d867-e5ed-4e2f-aff0-042fd77cdbbc None None] Bound using segment: {'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'} {{(pid=102760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:24:59.731700 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.managers [None req-dbf5d867-e5ed-4e2f-aff0-042fd77cdbbc None None] Bound port: 5f28aa17-c7dc-419c-bf55-d7b997a2f74d, host: dv-cinder-824131-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f2f49c-8139-48f1-b44d-9c7351d31a13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56'}}] {{(pid=102760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:24:59.732088 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dbf5d867-e5ed-4e2f-aff0-042fd77cdbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (5f28aa17-c7dc-419c-bf55-d7b997a2f74d), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:59.734229 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-c9c66546-ab48-4e53-85f5-71880403f50a None None] Provisioning complete for port 6a07f835-c41f-468a-b9e1-7f7f24131144 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:24:59.734588 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c9c66546-ab48-4e53-85f5-71880403f50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (6a07f835-c41f-468a-b9e1-7f7f24131144), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:59.753203 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1b677-f937-46ee-8e07-04ea603e0b71 req-2c402246-d500-4a1e-83fa-4eee4ead9a27 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:24:59.773821 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-96c1b677-f937-46ee-8e07-04ea603e0b71 req-2c402246-d500-4a1e-83fa-4eee4ead9a27 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e808871-d76c-4ed2-8cac-bf9d1732ec3a HTTP/1.1" status: 200 len: 946 time: 0.1353142 Jan 11 14:24:59.777454 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705ccabc-53e8-4d8d-9fcd-5be5068080ea admin admin] Network 85404586-02e9-424a-844d-212b1ead3e18 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:24:59.781233 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-705ccabc-53e8-4d8d-9fcd-5be5068080ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:24:59.787574 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705ccabc-53e8-4d8d-9fcd-5be5068080ea admin admin] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:24:59.808727 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:59.829957 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ccabc-53e8-4d8d-9fcd-5be5068080ea admin admin] Pushing event updated for resources: {'Port': ['ID=aadb048d-3622-452d-954c-4e76e2c15b82,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:59.857234 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-705ccabc-53e8-4d8d-9fcd-5be5068080ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704617'] for router_interface (6c6725e0-2391-4fb7-be70-8ea4806a8d18), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:59.862202 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=5599536b-3bf6-4ae9-a675-b0498bc7116e,revision_number=5']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:24:59.878748 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd5a955-7ef5-4ba7-979a-c385a32f3f4f x-openstack-request-id: req-2dd5a955-7ef5-4ba7-979a-c385a32f3f4f {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:24:59.879046 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e808871-d76c-4ed2-8cac-bf9d1732ec3a", "name": "network-vif-plugged", "status": "completed", "tag": "5599536b-3bf6-4ae9-a675-b0498bc7116e", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:24:59.879300 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2dd5a955-7ef5-4ba7-979a-c385a32f3f4f {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:24:59.879726 dv-cinder-824131-3-iscsi neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e808871-d76c-4ed2-8cac-bf9d1732ec3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5599536b-3bf6-4ae9-a675-b0498bc7116e', 'code': 200} Jan 11 14:24:59.900803 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-dbf5d867-e5ed-4e2f-aff0-042fd77cdbbc None None] For port 5f28aa17-c7dc-419c-bf55-d7b997a2f74d, host dv-cinder-824131-3-iscsi, cleared binding levels {{(pid=102760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:24:59.913919 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-dbf5d867-e5ed-4e2f-aff0-042fd77cdbbc None None] For port 5f28aa17-c7dc-419c-bf55-d7b997a2f74d, host dv-cinder-824131-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=5f28aa17-c7dc-419c-bf55-d7b997a2f74d,segment=NetworkSegment(74f2f49c-8139-48f1-b44d-9c7351d31a13),segment_id=74f2f49c-8139-48f1-b44d-9c7351d31a13)] {{(pid=102760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:24:59.914726 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-96c1b677-f937-46ee-8e07-04ea603e0b71 req-3bfe5a28-0b2a-4f68-a087-dd1a23a0693d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397274 Jan 11 14:24:59.917528 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port 29190d42-15e0-456b-820b-836e0884314b triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:24:59.918478 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (29190d42-15e0-456b-820b-836e0884314b), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:24:59.929871 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-dbf5d867-e5ed-4e2f-aff0-042fd77cdbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (5f28aa17-c7dc-419c-bf55-d7b997a2f74d), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:00.059357 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf5d867-e5ed-4e2f-aff0-042fd77cdbbc None None] Routers {'6c6725e0-2391-4fb7-be70-8ea4806a8d18'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:25:00.060034 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-dbf5d867-e5ed-4e2f-aff0-042fd77cdbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:24:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['6c6725e0-2391-4fb7-be70-8ea4806a8d18'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:25:00.075783 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-705ccabc-53e8-4d8d-9fcd-5be5068080ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (aadb048d-3622-452d-954c-4e76e2c15b82), before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:00.137619 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-c9c66546-ab48-4e53-85f5-71880403f50a None None] Current status of the port 6a07f835-c41f-468a-b9e1-7f7f24131144 is: DOWN; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:25:00.138013 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c9c66546-ab48-4e53-85f5-71880403f50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (6a07f835-c41f-468a-b9e1-7f7f24131144), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:00.146250 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601bf94b-ecc4-474e-9f24-5803521c3a7d None None] Pushing event updated for resources: {'Port': ['ID=5f28aa17-c7dc-419c-bf55-d7b997a2f74d,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:25:00.181677 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a95821-2a39-4468-abf4-1ae9f48cee8d req-f32e7d62-53cd-4009-8c3c-86788a949365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:00.183369 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-d5a95821-2a39-4468-abf4-1ae9f48cee8d req-f32e7d62-53cd-4009-8c3c-86788a949365 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9e808871-d76c-4ed2-8cac-bf9d1732ec3a HTTP/1.1" status: 200 len: 1099 time: 0.0851376 Jan 11 14:25:00.227472 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-c9c66546-ab48-4e53-85f5-71880403f50a None None] For port 6a07f835-c41f-468a-b9e1-7f7f24131144, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=6a07f835-c41f-468a-b9e1-7f7f24131144,segment=NetworkSegment(f409724f-2b32-4b4a-a498-9ee452ea2034),segment_id=f409724f-2b32-4b4a-a498-9ee452ea2034)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:25:00.238012 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c9c66546-ab48-4e53-85f5-71880403f50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (6a07f835-c41f-468a-b9e1-7f7f24131144), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:00.244384 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port 29190d42-15e0-456b-820b-836e0884314b is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:25:00.245442 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 6a07f835-c41f-468a-b9e1-7f7f24131144 up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:25:00.271404 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-d5a95821-2a39-4468-abf4-1ae9f48cee8d req-43c208f2-7228-4c30-8087-6999b5c72c54 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784729 Jan 11 14:25:00.305232 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-dbf5d867-e5ed-4e2f-aff0-042fd77cdbbc None None] Set router 6c6725e0-2391-4fb7-be70-8ea4806a8d18 gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:25:00.320071 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-705ccabc-53e8-4d8d-9fcd-5be5068080ea admin admin] Publish callbacks [] for port (aadb048d-3622-452d-954c-4e76e2c15b82), precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:00.325073 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-705ccabc-53e8-4d8d-9fcd-5be5068080ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442702'] for port (aadb048d-3622-452d-954c-4e76e2c15b82), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:00.373513 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c66546-ab48-4e53-85f5-71880403f50a None None] Pushing event updated for resources: {'Port': ['ID=6a07f835-c41f-468a-b9e1-7f7f24131144,revision_number=3']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:25:00.399209 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ccabc-53e8-4d8d-9fcd-5be5068080ea admin admin] Pushing event updated for resources: {'Port': ['ID=aadb048d-3622-452d-954c-4e76e2c15b82,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:25:00.401765 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-705ccabc-53e8-4d8d-9fcd-5be5068080ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-730873'] for router_interface (6c6725e0-2391-4fb7-be70-8ea4806a8d18), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:00.433595 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-f82efbc4-2c41-4b92-b4fa-f3fa19f06e18 None None] Provisioning complete for port aadb048d-3622-452d-954c-4e76e2c15b82 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:25:00.433823 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f82efbc4-2c41-4b92-b4fa-f3fa19f06e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (aadb048d-3622-452d-954c-4e76e2c15b82), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:00.467122 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port 6a07f835-c41f-468a-b9e1-7f7f24131144 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:25:00.467524 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (6a07f835-c41f-468a-b9e1-7f7f24131144), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:00.495558 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705ccabc-53e8-4d8d-9fcd-5be5068080ea admin admin] Network 85404586-02e9-424a-844d-212b1ead3e18 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:25:00.497086 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-705ccabc-53e8-4d8d-9fcd-5be5068080ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:25:00.540027 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-f82efbc4-2c41-4b92-b4fa-f3fa19f06e18 None None] Port aadb048d-3622-452d-954c-4e76e2c15b82 cannot update to ACTIVE because it is not bound. {{(pid=102760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 14:25:00.590373 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-f82efbc4-2c41-4b92-b4fa-f3fa19f06e18 None None] Provisioning complete for port 6a07f835-c41f-468a-b9e1-7f7f24131144 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:25:00.590870 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-f82efbc4-2c41-4b92-b4fa-f3fa19f06e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (6a07f835-c41f-468a-b9e1-7f7f24131144), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:00.635252 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705ccabc-53e8-4d8d-9fcd-5be5068080ea admin admin] Router 6c6725e0-2391-4fb7-be70-8ea4806a8d18 has already been hosted by L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 14:25:00.674672 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 33156) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:25:00.716438 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port 6a07f835-c41f-468a-b9e1-7f7f24131144 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:25:00.767187 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-dbf5d867-e5ed-4e2f-aff0-042fd77cdbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6725e0-2391-4fb7-be70-8ea4806a8d18', 'name': 'tempest-TestShelveInstance-1607930969-router', 'tenant_id': '1882900917a544dfa7a38ff850cfda8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '5f28aa17-c7dc-419c-bf55-d7b997a2f74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:24:56Z', 'updated_at': '2022-01-11T14:25:00Z', 'revision_number': 4, 'project_id': '1882900917a544dfa7a38ff850cfda8d', 'gw_port': {'id': '5f28aa17-c7dc-419c-bf55-d7b997a2f74d', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6725e0-2391-4fb7-be70-8ea4806a8d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:24:56Z', 'updated_at': '2022-01-11T14:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'aadb048d-3622-452d-954c-4e76e2c15b82', 'name': '', 'network_id': '85404586-02e9-424a-844d-212b1ead3e18', 'tenant_id': '1882900917a544dfa7a38ff850cfda8d', 'mac_address': 'fa:16:3e:96:21:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6725e0-2391-4fb7-be70-8ea4806a8d18', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4bb4affe-3868-4762-9f46-853d5b7a6e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:24:59Z', 'updated_at': '2022-01-11T14:24:59Z', 'revision_number': 1, 'project_id': '1882900917a544dfa7a38ff850cfda8d', 'subnets': [{'id': '4bb4affe-3868-4762-9f46-853d5b7a6e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:25:00.769029 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-f82efbc4-2c41-4b92-b4fa-f3fa19f06e18 None None] Current status of the port 6a07f835-c41f-468a-b9e1-7f7f24131144 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:25:00.779000 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705ccabc-53e8-4d8d-9fcd-5be5068080ea admin admin] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:25:00.792437 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-705ccabc-53e8-4d8d-9fcd-5be5068080ea admin admin] 10.222.0.49 "PUT /v2.0/routers/6c6725e0-2391-4fb7-be70-8ea4806a8d18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8064966 Jan 11 14:25:00.813476 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf5d867-e5ed-4e2f-aff0-042fd77cdbbc None None] The sync data for ids ['6c6725e0-2391-4fb7-be70-8ea4806a8d18'] in dv-cinder-824131-3-iscsi is: [{'id': '6c6725e0-2391-4fb7-be70-8ea4806a8d18', 'name': 'tempest-TestShelveInstance-1607930969-router', 'tenant_id': '1882900917a544dfa7a38ff850cfda8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '5f28aa17-c7dc-419c-bf55-d7b997a2f74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:24:56Z', 'updated_at': '2022-01-11T14:25:00Z', 'revision_number': 4, 'project_id': '1882900917a544dfa7a38ff850cfda8d', 'gw_port': {'id': '5f28aa17-c7dc-419c-bf55-d7b997a2f74d', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6725e0-2391-4fb7-be70-8ea4806a8d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:24:56Z', 'updated_at': '2022-01-11T14:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'aadb048d-3622-452d-954c-4e76e2c15b82', 'name': '', 'network_id': '85404586-02e9-424a-844d-212b1ead3e18', 'tenant_id': '1882900917a544dfa7a38ff850cfda8d', 'mac_address': 'fa:16:3e:96:21:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6725e0-2391-4fb7-be70-8ea4806a8d18', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4bb4affe-3868-4762-9f46-853d5b7a6e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:24:59Z', 'updated_at': '2022-01-11T14:24:59Z', 'revision_number': 1, 'project_id': '1882900917a544dfa7a38ff850cfda8d', 'subnets': [{'id': '4bb4affe-3868-4762-9f46-853d5b7a6e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:25:00.824564 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-9a693843-3a10-4300-8773-98ae9028eec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:00.829937 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:00.896914 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-665d675e-b947-4cd6-9a0f-af7c53b2d9d4 None None] Provisioning complete for port aadb048d-3622-452d-954c-4e76e2c15b82 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:25:00.897433 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-665d675e-b947-4cd6-9a0f-af7c53b2d9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (aadb048d-3622-452d-954c-4e76e2c15b82), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:00.946467 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-665d675e-b947-4cd6-9a0f-af7c53b2d9d4 None None] Port aadb048d-3622-452d-954c-4e76e2c15b82 cannot update to ACTIVE because it is not bound. {{(pid=102760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 14:25:00.969213 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-9a693843-3a10-4300-8773-98ae9028eec7 admin admin] Publish callbacks [] for security_group (33151d66-c83e-494e-8d14-27a0998846ff), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:00.974766 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-9a693843-3a10-4300-8773-98ae9028eec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (33151d66-c83e-494e-8d14-27a0998846ff), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:01.046862 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a693843-3a10-4300-8773-98ae9028eec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33151d66-c83e-494e-8d14-27a0998846ff,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:25:01.064668 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-9a693843-3a10-4300-8773-98ae9028eec7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=39d8fb370dd34d1598b323019608c68d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3886478 Jan 11 14:25:01.067682 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 33168) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:25:01.121168 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a0f14-4f54-4867-a701-787909b8a3da req-63e938ae-0194-4354-952c-54dc878c8e7d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:01.122680 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-db0a0f14-4f54-4867-a701-787909b8a3da req-63e938ae-0194-4354-952c-54dc878c8e7d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e808871-d76c-4ed2-8cac-bf9d1732ec3a HTTP/1.1" status: 200 len: 946 time: 0.1134741 Jan 11 14:25:01.214472 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8714d9df-1d1e-4d99-a24e-a56e3e282107 admin admin] Publish callbacks [] for security_group (33151d66-c83e-494e-8d14-27a0998846ff), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:01.257976 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8714d9df-1d1e-4d99-a24e-a56e3e282107 admin admin] Publish callbacks [] for security_group (33151d66-c83e-494e-8d14-27a0998846ff), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:01.360836 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-db0a0f14-4f54-4867-a701-787909b8a3da req-e0c150d3-1942-4b97-a7b3-75adb73a3904 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166469 Jan 11 14:25:01.378705 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8714d9df-1d1e-4d99-a24e-a56e3e282107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (33151d66-c83e-494e-8d14-27a0998846ff), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:01.387723 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-8714d9df-1d1e-4d99-a24e-a56e3e282107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:01.408202 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-8714d9df-1d1e-4d99-a24e-a56e3e282107 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/33151d66-c83e-494e-8d14-27a0998846ff HTTP/1.1" status: 204 len: 168 time: 0.3394077 Jan 11 14:25:01.419420 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714d9df-1d1e-4d99-a24e-a56e3e282107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33151d66-c83e-494e-8d14-27a0998846ff,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:25:01.485694 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 6a07f835-c41f-468a-b9e1-7f7f24131144 up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:25:01.625578 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port 6a07f835-c41f-468a-b9e1-7f7f24131144 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:25:01.625962 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (6a07f835-c41f-468a-b9e1-7f7f24131144), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:01.630288 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 33174) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:25:01.635578 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-37d1f62a-b5d8-4101-8f0b-92543f8de857 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-416831377', 'description': 'tempest-secgroup-smoke-416831377 description', 'project_id': '802231c203874b75b82b8b9358e6f61d'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:25:01.672070 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-37d1f62a-b5d8-4101-8f0b-92543f8de857 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:01.761121 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port 6a07f835-c41f-468a-b9e1-7f7f24131144 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:25:01.773082 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-37d1f62a-b5d8-4101-8f0b-92543f8de857 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks [] for security_group (71135e45-4590-4982-b0c3-965ad0f1dedc), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:01.778352 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-37d1f62a-b5d8-4101-8f0b-92543f8de857 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (71135e45-4590-4982-b0c3-965ad0f1dedc), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:01.808987 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-37d1f62a-b5d8-4101-8f0b-92543f8de857 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:01.810785 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-37d1f62a-b5d8-4101-8f0b-92543f8de857 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1792772 Jan 11 14:25:01.814789 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 33182) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:25:01.816192 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1f62a-b5d8-4101-8f0b-92543f8de857 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71135e45-4590-4982-b0c3-965ad0f1dedc,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:25:01.819429 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-6c35ff2c-8b85-4dee-809f-53d7987bcdbd tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Request body: {'security_group_rule': {'security_group_id': '71135e45-4590-4982-b0c3-965ad0f1dedc', 'project_id': '802231c203874b75b82b8b9358e6f61d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:25:01.861023 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6c35ff2c-8b85-4dee-809f-53d7987bcdbd tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks [] for security_group_rule (22eac4e7-74c4-4391-bd4d-de1f19094ae8), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:01.924206 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6c35ff2c-8b85-4dee-809f-53d7987bcdbd tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks [] for security_group_rule (22eac4e7-74c4-4391-bd4d-de1f19094ae8), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:01.933649 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6c35ff2c-8b85-4dee-809f-53d7987bcdbd tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900394'] for security_group_rule (22eac4e7-74c4-4391-bd4d-de1f19094ae8), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:01.953950 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35ff2c-8b85-4dee-809f-53d7987bcdbd tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22eac4e7-74c4-4391-bd4d-de1f19094ae8,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:25:01.967709 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-6c35ff2c-8b85-4dee-809f-53d7987bcdbd tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:01.969117 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-6c35ff2c-8b85-4dee-809f-53d7987bcdbd tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1532629 Jan 11 14:25:01.972293 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 33188) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:25:01.977344 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-d4c2becc-5d20-41ca-a8bc-7ad6341801fb tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Request body: {'security_group_rule': {'security_group_id': '71135e45-4590-4982-b0c3-965ad0f1dedc', 'project_id': '802231c203874b75b82b8b9358e6f61d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:25:02.011443 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d4c2becc-5d20-41ca-a8bc-7ad6341801fb tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks [] for security_group_rule (d31acfa2-84f8-46dd-8ae5-03dc365d4929), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:02.079803 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d4c2becc-5d20-41ca-a8bc-7ad6341801fb tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks [] for security_group_rule (d31acfa2-84f8-46dd-8ae5-03dc365d4929), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:02.084982 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d4c2becc-5d20-41ca-a8bc-7ad6341801fb tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900394'] for security_group_rule (d31acfa2-84f8-46dd-8ae5-03dc365d4929), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:02.102875 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2becc-5d20-41ca-a8bc-7ad6341801fb tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d31acfa2-84f8-46dd-8ae5-03dc365d4929,revision_number=0']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:25:02.114636 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d4c2becc-5d20-41ca-a8bc-7ad6341801fb tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:02.116051 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-d4c2becc-5d20-41ca-a8bc-7ad6341801fb tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1421542 Jan 11 14:25:02.119180 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 33194) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:25:02.123804 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-d58233fc-f2ee-48cd-ae8a-b6447e39448c tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Request body: {'security_group_rule': {'security_group_id': '71135e45-4590-4982-b0c3-965ad0f1dedc', 'project_id': '802231c203874b75b82b8b9358e6f61d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:25:02.159264 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d58233fc-f2ee-48cd-ae8a-b6447e39448c tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks [] for security_group_rule (8f48413a-54cd-4967-b606-5bdd94403a14), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:02.224398 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d58233fc-f2ee-48cd-ae8a-b6447e39448c tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks [] for security_group_rule (8f48413a-54cd-4967-b606-5bdd94403a14), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:02.229200 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d58233fc-f2ee-48cd-ae8a-b6447e39448c tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900394'] for security_group_rule (8f48413a-54cd-4967-b606-5bdd94403a14), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:02.248279 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58233fc-f2ee-48cd-ae8a-b6447e39448c tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f48413a-54cd-4967-b606-5bdd94403a14,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:25:02.257812 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d58233fc-f2ee-48cd-ae8a-b6447e39448c tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:02.259147 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-d58233fc-f2ee-48cd-ae8a-b6447e39448c tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389039 Jan 11 14:25:02.261992 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 33200) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:25:02.267608 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-1596d509-2771-4446-9e13-6b41e43c8adf tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Request body: {'security_group_rule': {'security_group_id': '71135e45-4590-4982-b0c3-965ad0f1dedc', 'project_id': '802231c203874b75b82b8b9358e6f61d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:25:02.287809 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:02.309909 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-1596d509-2771-4446-9e13-6b41e43c8adf tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks [] for security_group_rule (e99af445-5358-4026-9938-9a546cea21f9), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:02.389091 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-1596d509-2771-4446-9e13-6b41e43c8adf tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks [] for security_group_rule (e99af445-5358-4026-9938-9a546cea21f9), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:02.395153 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-1596d509-2771-4446-9e13-6b41e43c8adf tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900394'] for security_group_rule (e99af445-5358-4026-9938-9a546cea21f9), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:02.427613 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-1596d509-2771-4446-9e13-6b41e43c8adf tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:02.431956 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 33208) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:25:02.432137 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-1596d509-2771-4446-9e13-6b41e43c8adf tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1688135 Jan 11 14:25:02.435843 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1596d509-2771-4446-9e13-6b41e43c8adf tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e99af445-5358-4026-9938-9a546cea21f9,revision_number=0']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:25:02.437406 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-458da3b8-ce04-4c93-9675-093adb5edd08 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Request body: {'security_group_rule': {'security_group_id': '71135e45-4590-4982-b0c3-965ad0f1dedc', 'project_id': '802231c203874b75b82b8b9358e6f61d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:25:02.488815 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.db.securitygroups_db [None req-458da3b8-ce04-4c93-9675-093adb5edd08 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Project 802231c203874b75b82b8b9358e6f61d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 14:25:02.499621 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-458da3b8-ce04-4c93-9675-093adb5edd08 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks [] for security_group_rule (887e233d-426f-41bd-98dd-6f0d01c559d4), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:02.506298 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f8c37-4091-4e24-a531-00801e1e1102 req-4f21cdde-2443-479f-a67f-bb238661fbbc tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:02.508078 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9c8f8c37-4091-4e24-a531-00801e1e1102 req-4f21cdde-2443-479f-a67f-bb238661fbbc tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e808871-d76c-4ed2-8cac-bf9d1732ec3a HTTP/1.1" status: 200 len: 946 time: 0.0733933 Jan 11 14:25:02.565204 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9c8f8c37-4091-4e24-a531-00801e1e1102 req-37c68e94-db97-4f32-9d2f-46f891630740 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478437 Jan 11 14:25:02.575311 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-458da3b8-ce04-4c93-9675-093adb5edd08 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks [] for security_group_rule (887e233d-426f-41bd-98dd-6f0d01c559d4), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:02.583998 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-458da3b8-ce04-4c93-9675-093adb5edd08 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900394'] for security_group_rule (887e233d-426f-41bd-98dd-6f0d01c559d4), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:02.611343 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458da3b8-ce04-4c93-9675-093adb5edd08 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=887e233d-426f-41bd-98dd-6f0d01c559d4,revision_number=0']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:25:02.620668 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-458da3b8-ce04-4c93-9675-093adb5edd08 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:02.621913 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-458da3b8-ce04-4c93-9675-093adb5edd08 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1889415 Jan 11 14:25:02.624914 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 33212) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:25:02.630250 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-cd1b2328-60b7-4379-8663-2670d1f5dc81 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Request body: {'security_group_rule': {'security_group_id': '71135e45-4590-4982-b0c3-965ad0f1dedc', 'project_id': '802231c203874b75b82b8b9358e6f61d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:25:02.658842 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.db.securitygroups_db [None req-cd1b2328-60b7-4379-8663-2670d1f5dc81 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Project 802231c203874b75b82b8b9358e6f61d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 14:25:02.664718 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-cd1b2328-60b7-4379-8663-2670d1f5dc81 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks [] for security_group_rule (cfe317fe-20b4-4627-892e-372523c86fbf), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:02.756215 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110843b4-bfc9-4241-960e-07d1f4a2fca8 req-1c644a92-677f-4945-9fc1-528f8b482ff5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:02.763432 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-110843b4-bfc9-4241-960e-07d1f4a2fca8 req-1c644a92-677f-4945-9fc1-528f8b482ff5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e808871-d76c-4ed2-8cac-bf9d1732ec3a HTTP/1.1" status: 200 len: 946 time: 0.0877371 Jan 11 14:25:02.777071 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-cd1b2328-60b7-4379-8663-2670d1f5dc81 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks [] for security_group_rule (cfe317fe-20b4-4627-892e-372523c86fbf), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:02.794348 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-cd1b2328-60b7-4379-8663-2670d1f5dc81 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900394'] for security_group_rule (cfe317fe-20b4-4627-892e-372523c86fbf), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:02.830388 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b2328-60b7-4379-8663-2670d1f5dc81 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfe317fe-20b4-4627-892e-372523c86fbf,revision_number=0']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:25:02.839374 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-cd1b2328-60b7-4379-8663-2670d1f5dc81 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:02.848142 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-cd1b2328-60b7-4379-8663-2670d1f5dc81 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2146833 Jan 11 14:25:02.867971 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-110843b4-bfc9-4241-960e-07d1f4a2fca8 req-2ee25eae-5f2f-4f2c-9d5d-f12a2d95043c tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027465 Jan 11 14:25:02.883901 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 33220) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:25:03.080965 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9eb165-1978-44b7-a34c-38447d3e4153 tempest-TestVolumeBootPattern-121354124 tempest-TestVolumeBootPattern-121354124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:03.082546 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-af9eb165-1978-44b7-a34c-38447d3e4153 tempest-TestVolumeBootPattern-121354124 tempest-TestVolumeBootPattern-121354124-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9e808871-d76c-4ed2-8cac-bf9d1732ec3a HTTP/1.1" status: 200 len: 1094 time: 0.1975410 Jan 11 14:25:03.085377 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 33258) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:25:03.089997 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [None req-652e98ac-b95f-4b2e-94a7-6571ca51bb81 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Request body: {'floatingip': {'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'port_id': '5599536b-3bf6-4ae9-a675-b0498bc7116e', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:25:03.116761 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-652e98ac-b95f-4b2e-94a7-6571ca51bb81 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:03.213238 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-652e98ac-b95f-4b2e-94a7-6571ca51bb81 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:03.340979 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 5f28aa17-c7dc-419c-bf55-d7b997a2f74d up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:25:03.370166 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [None req-652e98ac-b95f-4b2e-94a7-6571ca51bb81 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Allocated IP 172.27.2.234 (2ce614e2-30de-465a-a7cf-ddab87bfda56/24533608-225a-4678-8e54-d2d8b6714d88/b3bc23c5-899e-49fe-ab8c-c6d19420be1e) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:25:03.412190 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port 5f28aa17-c7dc-419c-bf55-d7b997a2f74d triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:25:03.412668 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (5f28aa17-c7dc-419c-bf55-d7b997a2f74d), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:03.488767 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-652e98ac-b95f-4b2e-94a7-6571ca51bb81 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for port (b3bc23c5-899e-49fe-ab8c-c6d19420be1e), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:03.497379 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84caff3c-b20f-4a9f-bb93-d4e6b82169f3 None None] Sync routers for ids ['6c6725e0-2391-4fb7-be70-8ea4806a8d18'] in dv-cinder-824131-3-iscsi {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:25:03.500420 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port 5f28aa17-c7dc-419c-bf55-d7b997a2f74d is: DOWN; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:25:03.500821 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (5f28aa17-c7dc-419c-bf55-d7b997a2f74d), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:03.509091 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84caff3c-b20f-4a9f-bb93-d4e6b82169f3 None None] Routers {'6c6725e0-2391-4fb7-be70-8ea4806a8d18'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:25:03.510070 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-84caff3c-b20f-4a9f-bb93-d4e6b82169f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:24:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['6c6725e0-2391-4fb7-be70-8ea4806a8d18'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:25:03.522784 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] For port 5f28aa17-c7dc-419c-bf55-d7b997a2f74d, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=5f28aa17-c7dc-419c-bf55-d7b997a2f74d,segment=NetworkSegment(74f2f49c-8139-48f1-b44d-9c7351d31a13),segment_id=74f2f49c-8139-48f1-b44d-9c7351d31a13)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:25:03.526737 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (5f28aa17-c7dc-419c-bf55-d7b997a2f74d), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:03.542101 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-652e98ac-b95f-4b2e-94a7-6571ca51bb81 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (b3bc23c5-899e-49fe-ab8c-c6d19420be1e), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:03.577714 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Pushing event updated for resources: {'Port': ['ID=5f28aa17-c7dc-419c-bf55-d7b997a2f74d,revision_number=4']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:25:03.603132 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652e98ac-b95f-4b2e-94a7-6571ca51bb81 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Network 2ce614e2-30de-465a-a7cf-ddab87bfda56 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:25:03.607786 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [None req-652e98ac-b95f-4b2e-94a7-6571ca51bb81 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:25:03.612081 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652e98ac-b95f-4b2e-94a7-6571ca51bb81 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:25:03.616515 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e98ac-b95f-4b2e-94a7-6571ca51bb81 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Pushing event updated for resources: {'Port': ['ID=b3bc23c5-899e-49fe-ab8c-c6d19420be1e,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:25:03.646541 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-84caff3c-b20f-4a9f-bb93-d4e6b82169f3 None None] Set router 6c6725e0-2391-4fb7-be70-8ea4806a8d18 gateway port host: dv-cinder-824131-3-iscsi {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:25:03.866855 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-84caff3c-b20f-4a9f-bb93-d4e6b82169f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6725e0-2391-4fb7-be70-8ea4806a8d18', 'name': 'tempest-TestShelveInstance-1607930969-router', 'tenant_id': '1882900917a544dfa7a38ff850cfda8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '5f28aa17-c7dc-419c-bf55-d7b997a2f74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:24:56Z', 'updated_at': '2022-01-11T14:25:00Z', 'revision_number': 4, 'project_id': '1882900917a544dfa7a38ff850cfda8d', 'gw_port': {'id': '5f28aa17-c7dc-419c-bf55-d7b997a2f74d', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6725e0-2391-4fb7-be70-8ea4806a8d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:24:56Z', 'updated_at': '2022-01-11T14:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'aadb048d-3622-452d-954c-4e76e2c15b82', 'name': '', 'network_id': '85404586-02e9-424a-844d-212b1ead3e18', 'tenant_id': '1882900917a544dfa7a38ff850cfda8d', 'mac_address': 'fa:16:3e:96:21:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6725e0-2391-4fb7-be70-8ea4806a8d18', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4bb4affe-3868-4762-9f46-853d5b7a6e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:24:59Z', 'updated_at': '2022-01-11T14:25:00Z', 'revision_number': 2, 'project_id': '1882900917a544dfa7a38ff850cfda8d', 'subnets': [{'id': '4bb4affe-3868-4762-9f46-853d5b7a6e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:25:03.895550 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84caff3c-b20f-4a9f-bb93-d4e6b82169f3 None None] Checking router: 6c6725e0-2391-4fb7-be70-8ea4806a8d18 for host: dv-cinder-824131-3-iscsi {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:25:03.895908 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84caff3c-b20f-4a9f-bb93-d4e6b82169f3 None None] Updating router 6c6725e0-2391-4fb7-be70-8ea4806a8d18 port aadb048d-3622-452d-954c-4e76e2c15b82 binding host dv-cinder-824131-3-iscsi {{(pid=102761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 14:25:03.926404 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-84caff3c-b20f-4a9f-bb93-d4e6b82169f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (aadb048d-3622-452d-954c-4e76e2c15b82), before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:03.977296 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-652e98ac-b95f-4b2e-94a7-6571ca51bb81 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for floatingip (81ea302e-bfd3-4c61-846d-ca8fdb9638ed), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:04.054544 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-652e98ac-b95f-4b2e-94a7-6571ca51bb81 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (b3bc23c5-899e-49fe-ab8c-c6d19420be1e), before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:04.060378 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-1903a018-70c5-4817-9d94-ada08798a145 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=2cd259049fb14ea6a452bd0d2eb32dd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380757 Jan 11 14:25:04.208461 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-84caff3c-b20f-4a9f-bb93-d4e6b82169f3 None None] Publish callbacks [] for port (aadb048d-3622-452d-954c-4e76e2c15b82), precommit_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:04.217167 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-84caff3c-b20f-4a9f-bb93-d4e6b82169f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (aadb048d-3622-452d-954c-4e76e2c15b82), after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:04.219443 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-652e98ac-b95f-4b2e-94a7-6571ca51bb81 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for port (b3bc23c5-899e-49fe-ab8c-c6d19420be1e), precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:04.224690 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-652e98ac-b95f-4b2e-94a7-6571ca51bb81 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442702'] for port (b3bc23c5-899e-49fe-ab8c-c6d19420be1e), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:04.260687 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ecf89-e2b5-4ec6-83ca-ab32c0e79ed2 None None] Pushing event updated for resources: {'Port': ['ID=aadb048d-3622-452d-954c-4e76e2c15b82,revision_number=3']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:25:04.262563 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-bbe62c8b-350f-4f31-b1ae-e4ce4650f6e2 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:04.265283 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-bbe62c8b-350f-4f31-b1ae-e4ce4650f6e2 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1978877 Jan 11 14:25:04.296578 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-01615929-01ef-4497-9ac4-18b5a1df446f tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] 10.222.0.49 "GET /v2.0/quotas/2cd259049fb14ea6a452bd0d2eb32dd2 HTTP/1.1" status: 200 len: 375 time: 0.0257962 Jan 11 14:25:04.320214 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e98ac-b95f-4b2e-94a7-6571ca51bb81 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Pushing event updated for resources: {'Port': ['ID=b3bc23c5-899e-49fe-ab8c-c6d19420be1e,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:25:04.337067 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-cf9d4e79-9faf-4a81-a7c7-0376066b5d36 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2cd259049fb14ea6a452bd0d2eb32dd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342300 Jan 11 14:25:04.342240 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-84caff3c-b20f-4a9f-bb93-d4e6b82169f3 None None] Attempting to bind port aadb048d-3622-452d-954c-4e76e2c15b82 on host dv-cinder-824131-3-iscsi for vnic_type normal with profile {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:25:04.343843 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-84caff3c-b20f-4a9f-bb93-d4e6b82169f3 None None] Attempting to bind port aadb048d-3622-452d-954c-4e76e2c15b82 by drivers openvswitch,hyperv on host dv-cinder-824131-3-iscsi at level 0 using segments [{'id': 'f409724f-2b32-4b4a-a498-9ee452ea2034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '85404586-02e9-424a-844d-212b1ead3e18'}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:25:04.344307 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84caff3c-b20f-4a9f-bb93-d4e6b82169f3 None None] Attempting to bind port aadb048d-3622-452d-954c-4e76e2c15b82 on network 85404586-02e9-424a-844d-212b1ead3e18 {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:25:04.351273 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84caff3c-b20f-4a9f-bb93-d4e6b82169f3 None None] Checking agent: {'id': '9d224d65-2af6-406d-8eb7-edecce64fdf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824131-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 5, 2), 'started_at': datetime.datetime(2022, 1, 11, 14, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824131-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:25:04.351983 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84caff3c-b20f-4a9f-bb93-d4e6b82169f3 None None] Checking segment: {'id': 'f409724f-2b32-4b4a-a498-9ee452ea2034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '85404586-02e9-424a-844d-212b1ead3e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:25:04.352571 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-84caff3c-b20f-4a9f-bb93-d4e6b82169f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:04.352976 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84caff3c-b20f-4a9f-bb93-d4e6b82169f3 None None] Bound using segment: {'id': 'f409724f-2b32-4b4a-a498-9ee452ea2034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '85404586-02e9-424a-844d-212b1ead3e18'} {{(pid=102761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:25:04.353463 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.managers [None req-84caff3c-b20f-4a9f-bb93-d4e6b82169f3 None None] Bound port: aadb048d-3622-452d-954c-4e76e2c15b82, host: dv-cinder-824131-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f409724f-2b32-4b4a-a498-9ee452ea2034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '85404586-02e9-424a-844d-212b1ead3e18'}}] {{(pid=102761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:25:04.353845 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-84caff3c-b20f-4a9f-bb93-d4e6b82169f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (aadb048d-3622-452d-954c-4e76e2c15b82), before_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:04.355752 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-652e98ac-b95f-4b2e-94a7-6571ca51bb81 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704722'] for floatingip (81ea302e-bfd3-4c61-846d-ca8fdb9638ed), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:04.448525 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-84caff3c-b20f-4a9f-bb93-d4e6b82169f3 None None] For port aadb048d-3622-452d-954c-4e76e2c15b82, host dv-cinder-824131-3-iscsi, cleared binding levels {{(pid=102761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:25:04.453892 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.plugins.ml2.db [None req-84caff3c-b20f-4a9f-bb93-d4e6b82169f3 None None] For port aadb048d-3622-452d-954c-4e76e2c15b82, host dv-cinder-824131-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=aadb048d-3622-452d-954c-4e76e2c15b82,segment=NetworkSegment(f409724f-2b32-4b4a-a498-9ee452ea2034),segment_id=f409724f-2b32-4b4a-a498-9ee452ea2034)] {{(pid=102761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:25:04.469651 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron_lib.callbacks.manager [None req-84caff3c-b20f-4a9f-bb93-d4e6b82169f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (aadb048d-3622-452d-954c-4e76e2c15b82), after_update {{(pid=102761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:04.478564 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.db.l3_db [None req-652e98ac-b95f-4b2e-94a7-6571ca51bb81 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Floating IP 81ea302e-bfd3-4c61-846d-ca8fdb9638ed associated. External IP: 172.27.2.234, port: 5599536b-3bf6-4ae9-a675-b0498bc7116e. Jan 11 14:25:04.524494 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ecf89-e2b5-4ec6-83ca-ab32c0e79ed2 None None] Pushing event updated for resources: {'Port': ['ID=aadb048d-3622-452d-954c-4e76e2c15b82,revision_number=4']} {{(pid=102761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:25:04.581546 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84caff3c-b20f-4a9f-bb93-d4e6b82169f3 None None] Routers {'6c6725e0-2391-4fb7-be70-8ea4806a8d18'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:25:04.582974 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-84caff3c-b20f-4a9f-bb93-d4e6b82169f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:24:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['6c6725e0-2391-4fb7-be70-8ea4806a8d18'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:25:04.601667 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-ba043f8f-5960-43dc-899b-d2b31feba88b None None] Provisioning complete for port aadb048d-3622-452d-954c-4e76e2c15b82 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:25:04.604028 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ba043f8f-5960-43dc-899b-d2b31feba88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (aadb048d-3622-452d-954c-4e76e2c15b82), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:04.627041 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9724cc1a-d6f9-41c7-985f-b638e46d84e6 req-29863949-fc61-4afa-86fb-fae9a1d11a03 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] 10.222.0.49 "GET /v2.0/ports?device_id=b06f6adc-eae1-40b5-a84c-5d717fa9fdb1 HTTP/1.1" status: 200 len: 210 time: 0.0469158 Jan 11 14:25:04.719880 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-84caff3c-b20f-4a9f-bb93-d4e6b82169f3 None None] Set router 6c6725e0-2391-4fb7-be70-8ea4806a8d18 gateway port host: dv-cinder-824131-3-iscsi {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:25:04.768447 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-ba043f8f-5960-43dc-899b-d2b31feba88b None None] Current status of the port aadb048d-3622-452d-954c-4e76e2c15b82 is: DOWN; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:25:04.769110 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ba043f8f-5960-43dc-899b-d2b31feba88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (aadb048d-3622-452d-954c-4e76e2c15b82), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:04.874342 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652e98ac-b95f-4b2e-94a7-6571ca51bb81 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Router d9326052-8cd2-41d9-a016-ab300bb05cca has already been hosted by L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 14:25:04.974671 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-ba043f8f-5960-43dc-899b-d2b31feba88b None None] For port aadb048d-3622-452d-954c-4e76e2c15b82, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=aadb048d-3622-452d-954c-4e76e2c15b82,segment=NetworkSegment(f409724f-2b32-4b4a-a498-9ee452ea2034),segment_id=f409724f-2b32-4b4a-a498-9ee452ea2034)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:25:04.979297 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ba043f8f-5960-43dc-899b-d2b31feba88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (aadb048d-3622-452d-954c-4e76e2c15b82), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:05.010330 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-84caff3c-b20f-4a9f-bb93-d4e6b82169f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6725e0-2391-4fb7-be70-8ea4806a8d18', 'name': 'tempest-TestShelveInstance-1607930969-router', 'tenant_id': '1882900917a544dfa7a38ff850cfda8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '5f28aa17-c7dc-419c-bf55-d7b997a2f74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:24:56Z', 'updated_at': '2022-01-11T14:25:00Z', 'revision_number': 4, 'project_id': '1882900917a544dfa7a38ff850cfda8d', 'gw_port': {'id': '5f28aa17-c7dc-419c-bf55-d7b997a2f74d', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6725e0-2391-4fb7-be70-8ea4806a8d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:24:56Z', 'updated_at': '2022-01-11T14:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'aadb048d-3622-452d-954c-4e76e2c15b82', 'name': '', 'network_id': '85404586-02e9-424a-844d-212b1ead3e18', 'tenant_id': '1882900917a544dfa7a38ff850cfda8d', 'mac_address': 'fa:16:3e:96:21:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6725e0-2391-4fb7-be70-8ea4806a8d18', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4bb4affe-3868-4762-9f46-853d5b7a6e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:24:59Z', 'updated_at': '2022-01-11T14:25:04Z', 'revision_number': 4, 'project_id': '1882900917a544dfa7a38ff850cfda8d', 'subnets': [{'id': '4bb4affe-3868-4762-9f46-853d5b7a6e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:25:05.029767 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652e98ac-b95f-4b2e-94a7-6571ca51bb81 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:25:05.040345 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84caff3c-b20f-4a9f-bb93-d4e6b82169f3 None None] The sync data for ids ['6c6725e0-2391-4fb7-be70-8ea4806a8d18'] in dv-cinder-824131-3-iscsi is: [{'id': '6c6725e0-2391-4fb7-be70-8ea4806a8d18', 'name': 'tempest-TestShelveInstance-1607930969-router', 'tenant_id': '1882900917a544dfa7a38ff850cfda8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '5f28aa17-c7dc-419c-bf55-d7b997a2f74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:24:56Z', 'updated_at': '2022-01-11T14:25:00Z', 'revision_number': 4, 'project_id': '1882900917a544dfa7a38ff850cfda8d', 'gw_port': {'id': '5f28aa17-c7dc-419c-bf55-d7b997a2f74d', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6725e0-2391-4fb7-be70-8ea4806a8d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:24:56Z', 'updated_at': '2022-01-11T14:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'aadb048d-3622-452d-954c-4e76e2c15b82', 'name': '', 'network_id': '85404586-02e9-424a-844d-212b1ead3e18', 'tenant_id': '1882900917a544dfa7a38ff850cfda8d', 'mac_address': 'fa:16:3e:96:21:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6725e0-2391-4fb7-be70-8ea4806a8d18', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4bb4affe-3868-4762-9f46-853d5b7a6e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:24:59Z', 'updated_at': '2022-01-11T14:25:04Z', 'revision_number': 4, 'project_id': '1882900917a544dfa7a38ff850cfda8d', 'subnets': [{'id': '4bb4affe-3868-4762-9f46-853d5b7a6e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:25:05.052498 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e97f9e-d0e0-439a-ac05-02dcb184e574 None None] Sync routers for ids ['d9326052-8cd2-41d9-a016-ab300bb05cca'] in dv-cinder-824131-3-iscsi {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:25:05.057036 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba043f8f-5960-43dc-899b-d2b31feba88b None None] Pushing event updated for resources: {'Port': ['ID=aadb048d-3622-452d-954c-4e76e2c15b82,revision_number=5']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:25:05.069822 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-652e98ac-b95f-4b2e-94a7-6571ca51bb81 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:05.083141 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e97f9e-d0e0-439a-ac05-02dcb184e574 None None] Routers {'d9326052-8cd2-41d9-a016-ab300bb05cca'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:25:05.083910 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-b2e97f9e-d0e0-439a-ac05-02dcb184e574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:24:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['d9326052-8cd2-41d9-a016-ab300bb05cca'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:25:05.129514 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-652e98ac-b95f-4b2e-94a7-6571ca51bb81 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0416162 Jan 11 14:25:05.129514 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e808871-d76c-4ed2-8cac-bf9d1732ec3a', 'tag': '5599536b-3bf6-4ae9-a675-b0498bc7116e'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:25:05.133527 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3731de440ea07f8bb65e98ae2cdbbed68b84f33189ebecfec85cc797d9a35429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bdd1c9-d910-42d0-b927-0b25f26783be" -d '{"events": [{"name": "network-changed", "server_uuid": "9e808871-d76c-4ed2-8cac-bf9d1732ec3a", "tag": "5599536b-3bf6-4ae9-a675-b0498bc7116e"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:25:05.182413 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 14:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d65cbb-9c69-4c62-bd4e-cf1bca2150cf x-openstack-request-id: req-c3d65cbb-9c69-4c62-bd4e-cf1bca2150cf {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:25:05.184370 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e808871-d76c-4ed2-8cac-bf9d1732ec3a", "tag": "5599536b-3bf6-4ae9-a675-b0498bc7116e", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:25:05.184370 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c3d65cbb-9c69-4c62-bd4e-cf1bca2150cf {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:25:05.186304 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e808871-d76c-4ed2-8cac-bf9d1732ec3a', 'tag': '5599536b-3bf6-4ae9-a675-b0498bc7116e', 'status': 'completed', 'code': 200} Jan 11 14:25:05.209185 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-477c9804-966d-4026-b541-5632b15cf5a6 None None] Provisioning complete for port aadb048d-3622-452d-954c-4e76e2c15b82 triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:25:05.209830 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-477c9804-966d-4026-b541-5632b15cf5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (aadb048d-3622-452d-954c-4e76e2c15b82), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:05.274933 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdd1c9-d910-42d0-b927-0b25f26783be req-d5d9aa16-bc6b-4e16-adec-a6be6f498069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:05.276826 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-a4bdd1c9-d910-42d0-b927-0b25f26783be req-d5d9aa16-bc6b-4e16-adec-a6be6f498069 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=135a305e0bbe4cfcbfea666d19340195&device_id=9e808871-d76c-4ed2-8cac-bf9d1732ec3a HTTP/1.1" status: 200 len: 1099 time: 0.0724490 Jan 11 14:25:05.278960 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-b2e97f9e-d0e0-439a-ac05-02dcb184e574 None None] Set router d9326052-8cd2-41d9-a016-ab300bb05cca gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:25:05.429733 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdd1c9-d910-42d0-b927-0b25f26783be req-449cbb7b-7285-4faf-b097-105a2ec7fed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:05.431243 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-a4bdd1c9-d910-42d0-b927-0b25f26783be req-449cbb7b-7285-4faf-b097-105a2ec7fed4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bafd8a92-c934-408c-97d9-8c6dc292a947 HTTP/1.1" status: 200 len: 913 time: 0.1471341 Jan 11 14:25:05.444273 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 5f28aa17-c7dc-419c-bf55-d7b997a2f74d up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:25:05.503674 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-477c9804-966d-4026-b541-5632b15cf5a6 None None] Current status of the port aadb048d-3622-452d-954c-4e76e2c15b82 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:25:05.508457 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-a4bdd1c9-d910-42d0-b927-0b25f26783be req-3071fbc2-414e-44c9-8502-bd13e9b0d2e6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5599536b-3bf6-4ae9-a675-b0498bc7116e HTTP/1.1" status: 200 len: 1000 time: 0.0680223 Jan 11 14:25:05.562352 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdd1c9-d910-42d0-b927-0b25f26783be req-277db8da-2d6e-4f99-a0c7-6387cccdf2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:05.563985 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-a4bdd1c9-d910-42d0-b927-0b25f26783be req-277db8da-2d6e-4f99-a0c7-6387cccdf2a0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d58c911-087c-4b19-80a7-5a9e906fabc5 HTTP/1.1" status: 200 len: 851 time: 0.0483239 Jan 11 14:25:05.574596 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port 5f28aa17-c7dc-419c-bf55-d7b997a2f74d triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:25:05.574596 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (5f28aa17-c7dc-419c-bf55-d7b997a2f74d), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:05.620239 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdd1c9-d910-42d0-b927-0b25f26783be req-df09e75e-a296-4724-b455-9b010d895b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:05.622013 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-a4bdd1c9-d910-42d0-b927-0b25f26783be req-df09e75e-a296-4724-b455-9b010d895b68 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bafd8a92-c934-408c-97d9-8c6dc292a947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516257 Jan 11 14:25:05.725872 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port 5f28aa17-c7dc-419c-bf55-d7b997a2f74d is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:25:05.726965 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device aadb048d-3622-452d-954c-4e76e2c15b82 up at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:25:05.759717 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-450e188a-a5c1-446e-b79f-32f8456fa980 req-438fbb79-db61-4338-8b64-3db9ed3e1248 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] 10.222.0.49 "GET /v2.0/ports?device_id=b06f6adc-eae1-40b5-a84c-5d717fa9fdb1 HTTP/1.1" status: 200 len: 210 time: 0.0491390 Jan 11 14:25:05.788835 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-b2e97f9e-d0e0-439a-ac05-02dcb184e574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'name': 'tempest-TestVolumeBootPattern-1187170809-router', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:18:19Z', 'updated_at': '2022-01-11T14:18:26Z', 'revision_number': 4, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'gw_port': {'id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:21Z', 'updated_at': '2022-01-11T14:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_floatingips': [{'id': '81ea302e-bfd3-4c61-846d-ca8fdb9638ed', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'router_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'port_id': '5599536b-3bf6-4ae9-a675-b0498bc7116e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'mac_address': 'fa:16:3e:70:27:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e808871-d76c-4ed2-8cac-bf9d1732ec3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T14:25:03Z', 'updated_at': '2022-01-11T14:25:03Z', 'revision_number': 0, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'fixed_ip_address_scope': None}, {'id': 'fce67440-03af-42ba-8b02-25d4c3f8ff1a', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'router_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'port_id': '5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'mac_address': 'fa:16:3e:2b:8a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f7f59c-094c-4dd0-bdd9-d0116cb8191e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T14:22:27Z', 'updated_at': '2022-01-11T14:22:29Z', 'revision_number': 1, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'effc657b-bdfa-4327-864b-dcbc4be811a5', 'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'mac_address': 'fa:16:3e:17:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:25Z', 'updated_at': '2022-01-11T14:18:33Z', 'revision_number': 5, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'subnets': [{'id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:25:05.799752 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-a4bdd1c9-d910-42d0-b927-0b25f26783be req-3fcb5d18-c73a-4169-b160-540b0258e48c service neutron] 10.222.0.45 "GET /v2.0/networks/bafd8a92-c934-408c-97d9-8c6dc292a947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699491 Jan 11 14:25:05.819567 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e97f9e-d0e0-439a-ac05-02dcb184e574 None None] Checking router: d9326052-8cd2-41d9-a016-ab300bb05cca for host: dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:25:05.836904 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Provisioning complete for port aadb048d-3622-452d-954c-4e76e2c15b82 triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:25:05.837348 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (aadb048d-3622-452d-954c-4e76e2c15b82), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:05.841234 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e97f9e-d0e0-439a-ac05-02dcb184e574 None None] Routers {'d9326052-8cd2-41d9-a016-ab300bb05cca'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:25:05.841807 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-b2e97f9e-d0e0-439a-ac05-02dcb184e574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:24:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['d9326052-8cd2-41d9-a016-ab300bb05cca'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:25:05.843584 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-8b90bf45-57bf-4a6e-b98c-0b6ea4a5e4dc tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=2cd259049fb14ea6a452bd0d2eb32dd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337451 Jan 11 14:25:05.952675 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-a4bdd1c9-d910-42d0-b927-0b25f26783be req-b7df8ef9-3760-4aed-90c7-bfcbb839e8df service neutron] 10.222.0.45 "GET /v2.0/networks/bafd8a92-c934-408c-97d9-8c6dc292a947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425858 Jan 11 14:25:06.000336 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-9e20f409-d47f-4c48-8c4b-fc5933a73a55 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:06.001951 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-9e20f409-d47f-4c48-8c4b-fc5933a73a55 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1436949 Jan 11 14:25:06.012353 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-b2e97f9e-d0e0-439a-ac05-02dcb184e574 None None] Set router d9326052-8cd2-41d9-a016-ab300bb05cca gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:25:06.016343 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-5da68279-d0ed-4a5c-9a2e-3fe0f5ca9d00 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Request body: {'port': {'device_id': 'b06f6adc-eae1-40b5-a84c-5d717fa9fdb1', 'network_id': 'dc4b04ab-23b2-461b-be16-f5c5ffde9346', 'admin_state_up': True, 'tenant_id': '2cd259049fb14ea6a452bd0d2eb32dd2'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:25:06.091092 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Current status of the port aadb048d-3622-452d-954c-4e76e2c15b82 is: ACTIVE; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:25:06.129747 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-5da68279-d0ed-4a5c-9a2e-3fe0f5ca9d00 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Made reservation on behalf of 2cd259049fb14ea6a452bd0d2eb32dd2 for: {'port': 1} {{(pid=102758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:25:06.133272 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-5da68279-d0ed-4a5c-9a2e-3fe0f5ca9d00 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:06.141824 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-5da68279-d0ed-4a5c-9a2e-3fe0f5ca9d00 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:06.215786 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-5da68279-d0ed-4a5c-9a2e-3fe0f5ca9d00 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Publish callbacks [] for security_group (21379573-e9f4-4e51-a9c7-805ef8d0c126), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:06.220563 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-5da68279-d0ed-4a5c-9a2e-3fe0f5ca9d00 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (21379573-e9f4-4e51-a9c7-805ef8d0c126), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:06.280635 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-b2e97f9e-d0e0-439a-ac05-02dcb184e574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'name': 'tempest-TestVolumeBootPattern-1187170809-router', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:18:19Z', 'updated_at': '2022-01-11T14:18:26Z', 'revision_number': 4, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'gw_port': {'id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:21Z', 'updated_at': '2022-01-11T14:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_floatingips': [{'id': '81ea302e-bfd3-4c61-846d-ca8fdb9638ed', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'router_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'port_id': '5599536b-3bf6-4ae9-a675-b0498bc7116e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'mac_address': 'fa:16:3e:70:27:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e808871-d76c-4ed2-8cac-bf9d1732ec3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T14:25:03Z', 'updated_at': '2022-01-11T14:25:03Z', 'revision_number': 0, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'fixed_ip_address_scope': None}, {'id': 'fce67440-03af-42ba-8b02-25d4c3f8ff1a', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'router_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'port_id': '5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'mac_address': 'fa:16:3e:2b:8a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f7f59c-094c-4dd0-bdd9-d0116cb8191e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T14:22:27Z', 'updated_at': '2022-01-11T14:22:29Z', 'revision_number': 1, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'effc657b-bdfa-4327-864b-dcbc4be811a5', 'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'mac_address': 'fa:16:3e:17:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:25Z', 'updated_at': '2022-01-11T14:18:33Z', 'revision_number': 5, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'subnets': [{'id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:25:06.284921 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da68279-d0ed-4a5c-9a2e-3fe0f5ca9d00 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21379573-e9f4-4e51-a9c7-805ef8d0c126,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:25:06.313481 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e97f9e-d0e0-439a-ac05-02dcb184e574 None None] The sync data for ids ['d9326052-8cd2-41d9-a016-ab300bb05cca'] in dv-cinder-824131-3-iscsi is: [{'id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'name': 'tempest-TestVolumeBootPattern-1187170809-router', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:18:19Z', 'updated_at': '2022-01-11T14:18:26Z', 'revision_number': 4, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'gw_port': {'id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:21Z', 'updated_at': '2022-01-11T14:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_floatingips': [{'id': '81ea302e-bfd3-4c61-846d-ca8fdb9638ed', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'router_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'port_id': '5599536b-3bf6-4ae9-a675-b0498bc7116e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'mac_address': 'fa:16:3e:70:27:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e808871-d76c-4ed2-8cac-bf9d1732ec3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T14:25:03Z', 'updated_at': '2022-01-11T14:25:03Z', 'revision_number': 0, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'fixed_ip_address_scope': None}, {'id': 'fce67440-03af-42ba-8b02-25d4c3f8ff1a', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'router_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'port_id': '5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'mac_address': 'fa:16:3e:2b:8a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f7f59c-094c-4dd0-bdd9-d0116cb8191e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T14:22:27Z', 'updated_at': '2022-01-11T14:22:29Z', 'revision_number': 1, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'effc657b-bdfa-4327-864b-dcbc4be811a5', 'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'mac_address': 'fa:16:3e:17:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:25Z', 'updated_at': '2022-01-11T14:18:33Z', 'revision_number': 5, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'subnets': [{'id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:25:06.375581 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.db_base_plugin_common [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-5da68279-d0ed-4a5c-9a2e-3fe0f5ca9d00 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Allocated IP 192.168.233.29 (dc4b04ab-23b2-461b-be16-f5c5ffde9346/77232dbe-636f-4060-8194-7f6abae7b04a/42b7fbb5-5d7e-40b3-a377-811a222ec62f) {{(pid=102758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:25:06.536771 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-5da68279-d0ed-4a5c-9a2e-3fe0f5ca9d00 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Publish callbacks [] for port (42b7fbb5-5d7e-40b3-a377-811a222ec62f), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:06.555965 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae5a649-bdfd-4ebe-bbf4-6b23c79164e7 None None] New status for floating IP 81ea302e-bfd3-4c61-846d-ca8fdb9638ed: ACTIVE {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 14:25:06.585805 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-5da68279-d0ed-4a5c-9a2e-3fe0f5ca9d00 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10081185'] for port (42b7fbb5-5d7e-40b3-a377-811a222ec62f), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:06.632488 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-5da68279-d0ed-4a5c-9a2e-3fe0f5ca9d00 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Network dc4b04ab-23b2-461b-be16-f5c5ffde9346 is already hosted by enough agents. {{(pid=102758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:25:06.635823 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.base_scheduler [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-5da68279-d0ed-4a5c-9a2e-3fe0f5ca9d00 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Resources bound (agent type, host, resource id): {{(pid=102758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:25:06.644326 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-5da68279-d0ed-4a5c-9a2e-3fe0f5ca9d00 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Received port after_create {{(pid=102758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:25:06.665992 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da68279-d0ed-4a5c-9a2e-3fe0f5ca9d00 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Pushing event updated for resources: {'Port': ['ID=42b7fbb5-5d7e-40b3-a377-811a222ec62f,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:25:06.702518 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-5da68279-d0ed-4a5c-9a2e-3fe0f5ca9d00 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:06.702518 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-5da68279-d0ed-4a5c-9a2e-3fe0f5ca9d00 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:06.723666 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-5da68279-d0ed-4a5c-9a2e-3fe0f5ca9d00 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7128932 Jan 11 14:25:06.738369 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-b10cdc51-c63d-4a82-b704-d583ee48dac8 service neutron] Request body: {'port': {'device_id': 'b06f6adc-eae1-40b5-a84c-5d717fa9fdb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82413'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:25:06.809181 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-b10cdc51-c63d-4a82-b704-d583ee48dac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (42b7fbb5-5d7e-40b3-a377-811a222ec62f), before_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:06.913156 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5827d7e-6c08-412c-976c-3a4ddfebf71c req-8db5afe3-26d0-49c1-868b-e4507c462a06 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:06.914826 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a5827d7e-6c08-412c-976c-3a4ddfebf71c req-8db5afe3-26d0-49c1-868b-e4507c462a06 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] 10.222.0.49 "GET /v2.0/ports?device_id=b06f6adc-eae1-40b5-a84c-5d717fa9fdb1 HTTP/1.1" status: 200 len: 935 time: 0.0869908 Jan 11 14:25:06.938042 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-bbc29a0f-5a1c-4077-a76a-c0a86bcc53dd None None] Provisioning complete for port 42b7fbb5-5d7e-40b3-a377-811a222ec62f triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:25:06.938692 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-bbc29a0f-5a1c-4077-a76a-c0a86bcc53dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (42b7fbb5-5d7e-40b3-a377-811a222ec62f), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:06.977643 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-bbc29a0f-5a1c-4077-a76a-c0a86bcc53dd None None] Port 42b7fbb5-5d7e-40b3-a377-811a222ec62f cannot update to ACTIVE because it is not bound. {{(pid=102760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 14:25:07.063485 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a5827d7e-6c08-412c-976c-3a4ddfebf71c req-c4d0bec2-9688-4cdf-8930-61fd8c3239e7 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] 10.222.0.49 "GET /v2.0/security-groups?id=21379573-e9f4-4e51-a9c7-805ef8d0c126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025350 Jan 11 14:25:07.163931 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-b10cdc51-c63d-4a82-b704-d583ee48dac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b7fbb5-5d7e-40b3-a377-811a222ec62f {{(pid=102758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:25:07.172137 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-b10cdc51-c63d-4a82-b704-d583ee48dac8 service neutron] Publish callbacks [] for port (42b7fbb5-5d7e-40b3-a377-811a222ec62f), precommit_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:07.184060 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.provisioning_blocks [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-b10cdc51-c63d-4a82-b704-d583ee48dac8 service neutron] Transition to ACTIVE for port object 42b7fbb5-5d7e-40b3-a377-811a222ec62f will not be triggered until provisioned by entity L2. {{(pid=102758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 14:25:07.188046 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-b10cdc51-c63d-4a82-b704-d583ee48dac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10081198'] for port (42b7fbb5-5d7e-40b3-a377-811a222ec62f), after_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:07.257265 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10cdc51-c63d-4a82-b704-d583ee48dac8 service neutron] Pushing event updated for resources: {'Port': ['ID=42b7fbb5-5d7e-40b3-a377-811a222ec62f,revision_number=2']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:25:07.308574 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.managers [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-b10cdc51-c63d-4a82-b704-d583ee48dac8 service neutron] Attempting to bind port 42b7fbb5-5d7e-40b3-a377-811a222ec62f on host hv-cinder-82413 for vnic_type normal with profile {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:25:07.308935 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.managers [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-b10cdc51-c63d-4a82-b704-d583ee48dac8 service neutron] Attempting to bind port 42b7fbb5-5d7e-40b3-a377-811a222ec62f by drivers openvswitch,hyperv on host hv-cinder-82413 at level 0 using segments [{'id': 'd8b98fcf-cdc4-4c4a-8589-26a048567620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dc4b04ab-23b2-461b-be16-f5c5ffde9346'}] {{(pid=102758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:25:07.309253 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-b10cdc51-c63d-4a82-b704-d583ee48dac8 service neutron] Attempting to bind port 42b7fbb5-5d7e-40b3-a377-811a222ec62f on network dc4b04ab-23b2-461b-be16-f5c5ffde9346 {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:25:07.314249 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-b10cdc51-c63d-4a82-b704-d583ee48dac8 service neutron] Port 42b7fbb5-5d7e-40b3-a377-811a222ec62f on network dc4b04ab-23b2-461b-be16-f5c5ffde9346 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82413 {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 14:25:07.315832 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-b10cdc51-c63d-4a82-b704-d583ee48dac8 service neutron] Attempting to bind port 42b7fbb5-5d7e-40b3-a377-811a222ec62f on network dc4b04ab-23b2-461b-be16-f5c5ffde9346 {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:25:07.320298 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-b10cdc51-c63d-4a82-b704-d583ee48dac8 service neutron] Checking agent: {'id': '183634b4-d914-49fa-b358-00b9224e1c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'started_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:25:07.320647 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-b10cdc51-c63d-4a82-b704-d583ee48dac8 service neutron] Checking segment: {'id': 'd8b98fcf-cdc4-4c4a-8589-26a048567620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dc4b04ab-23b2-461b-be16-f5c5ffde9346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:25:07.321042 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-b10cdc51-c63d-4a82-b704-d583ee48dac8 service neutron] Bound using segment: {'id': 'd8b98fcf-cdc4-4c4a-8589-26a048567620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dc4b04ab-23b2-461b-be16-f5c5ffde9346'} {{(pid=102758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:25:07.321488 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.managers [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-b10cdc51-c63d-4a82-b704-d583ee48dac8 service neutron] Bound port: 42b7fbb5-5d7e-40b3-a377-811a222ec62f, host: hv-cinder-82413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b98fcf-cdc4-4c4a-8589-26a048567620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dc4b04ab-23b2-461b-be16-f5c5ffde9346'}}] {{(pid=102758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:25:07.321849 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-b10cdc51-c63d-4a82-b704-d583ee48dac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (42b7fbb5-5d7e-40b3-a377-811a222ec62f), before_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:07.393854 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-b10cdc51-c63d-4a82-b704-d583ee48dac8 service neutron] For port 42b7fbb5-5d7e-40b3-a377-811a222ec62f, host hv-cinder-82413, cleared binding levels {{(pid=102758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:25:07.397110 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-b10cdc51-c63d-4a82-b704-d583ee48dac8 service neutron] For port 42b7fbb5-5d7e-40b3-a377-811a222ec62f, host hv-cinder-82413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=42b7fbb5-5d7e-40b3-a377-811a222ec62f,segment=NetworkSegment(d8b98fcf-cdc4-4c4a-8589-26a048567620),segment_id=d8b98fcf-cdc4-4c4a-8589-26a048567620)] {{(pid=102758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:25:07.403676 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-b10cdc51-c63d-4a82-b704-d583ee48dac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10081198'] for port (42b7fbb5-5d7e-40b3-a377-811a222ec62f), after_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:07.440301 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-b10cdc51-c63d-4a82-b704-d583ee48dac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:07.440927 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-b10cdc51-c63d-4a82-b704-d583ee48dac8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:07.442319 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-b10cdc51-c63d-4a82-b704-d583ee48dac8 service neutron] 10.222.0.45 "PUT /v2.0/ports/42b7fbb5-5d7e-40b3-a377-811a222ec62f HTTP/1.1" status: 200 len: 1097 time: 0.7083259 Jan 11 14:25:07.442766 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06f6adc-eae1-40b5-a84c-5d717fa9fdb1', 'tag': '42b7fbb5-5d7e-40b3-a377-811a222ec62f'}] {{(pid=102758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:25:07.445031 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bad0c4360237c930a732257e05ff37eb7f7649fd7d398cae3022b7fa374a377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661789a5-b57f-4e81-ad46-5d9f5c9e805d" -d '{"events": [{"name": "network-changed", "server_uuid": "b06f6adc-eae1-40b5-a84c-5d717fa9fdb1", "tag": "42b7fbb5-5d7e-40b3-a377-811a222ec62f"}]}' {{(pid=102758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:25:07.477094 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10cdc51-c63d-4a82-b704-d583ee48dac8 service neutron] Pushing event updated for resources: {'Port': ['ID=42b7fbb5-5d7e-40b3-a377-811a222ec62f,revision_number=3']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:25:07.539716 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-3e07e0fc-4164-4e42-90e9-3dfa72ec808e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:07.541246 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-3e07e0fc-4164-4e42-90e9-3dfa72ec808e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2cd259049fb14ea6a452bd0d2eb32dd2&device_id=b06f6adc-eae1-40b5-a84c-5d717fa9fdb1 HTTP/1.1" status: 200 len: 1100 time: 0.0490811 Jan 11 14:25:07.593483 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-3de6244b-f5d3-42d0-8b9a-1cf08f2eb7d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=42b7fbb5-5d7e-40b3-a377-811a222ec62f HTTP/1.1" status: 200 len: 217 time: 0.0437248 Jan 11 14:25:07.648522 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 14:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f1b1cd-6dae-467a-bac4-0104960d1735 x-openstack-request-id: req-12f1b1cd-6dae-467a-bac4-0104960d1735 {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:25:07.648820 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06f6adc-eae1-40b5-a84c-5d717fa9fdb1", "tag": "42b7fbb5-5d7e-40b3-a377-811a222ec62f", "status": "completed", "code": 200}]} {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:25:07.649079 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-12f1b1cd-6dae-467a-bac4-0104960d1735 {{(pid=102758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:25:07.649482 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06f6adc-eae1-40b5-a84c-5d717fa9fdb1', 'tag': '42b7fbb5-5d7e-40b3-a377-811a222ec62f', 'status': 'completed', 'code': 200} Jan 11 14:25:07.650910 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-2fb04e0e-9d69-43ef-827c-81e6f876be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:07.652518 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-2fb04e0e-9d69-43ef-827c-81e6f876be99 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=77232dbe-636f-4060-8194-7f6abae7b04a HTTP/1.1" status: 200 len: 843 time: 0.0532353 Jan 11 14:25:07.699403 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-659aef28-a3a9-4221-ba8d-6d73709d18f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:07.700947 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-659aef28-a3a9-4221-ba8d-6d73709d18f0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dc4b04ab-23b2-461b-be16-f5c5ffde9346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0411286 Jan 11 14:25:07.796977 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-ef1c8be5-5086-4331-b36e-25d240068554 service neutron] 10.222.0.45 "GET /v2.0/networks/dc4b04ab-23b2-461b-be16-f5c5ffde9346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885160 Jan 11 14:25:07.887807 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-02d4fcdb-0728-448d-9a56-143ee9581112 req-33af942b-0c65-44f2-bac7-ee60da7c32f4 service neutron] 10.222.0.45 "GET /v2.0/networks/dc4b04ab-23b2-461b-be16-f5c5ffde9346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848467 Jan 11 14:25:07.973962 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661789a5-b57f-4e81-ad46-5d9f5c9e805d req-b6123e99-6e1e-4df8-a576-7303915f472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:07.975436 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-661789a5-b57f-4e81-ad46-5d9f5c9e805d req-b6123e99-6e1e-4df8-a576-7303915f472d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2cd259049fb14ea6a452bd0d2eb32dd2&device_id=b06f6adc-eae1-40b5-a84c-5d717fa9fdb1 HTTP/1.1" status: 200 len: 1100 time: 0.0454857 Jan 11 14:25:08.063136 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661789a5-b57f-4e81-ad46-5d9f5c9e805d req-cbe7bce8-b95a-4a71-a1eb-5e55b78ba1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:08.064645 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-661789a5-b57f-4e81-ad46-5d9f5c9e805d req-cbe7bce8-b95a-4a71-a1eb-5e55b78ba1c7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dc4b04ab-23b2-461b-be16-f5c5ffde9346 HTTP/1.1" status: 200 len: 870 time: 0.0833619 Jan 11 14:25:08.109012 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-661789a5-b57f-4e81-ad46-5d9f5c9e805d req-bc30a316-932b-4260-873e-e85e7e20d0cc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=42b7fbb5-5d7e-40b3-a377-811a222ec62f HTTP/1.1" status: 200 len: 217 time: 0.0373554 Jan 11 14:25:08.187378 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661789a5-b57f-4e81-ad46-5d9f5c9e805d req-89de46ef-de94-4f48-82aa-67b18fb6cab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:08.188863 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-661789a5-b57f-4e81-ad46-5d9f5c9e805d req-89de46ef-de94-4f48-82aa-67b18fb6cab1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=77232dbe-636f-4060-8194-7f6abae7b04a HTTP/1.1" status: 200 len: 843 time: 0.0745034 Jan 11 14:25:08.211690 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ba464-2726-4768-b98a-bec1c5f2c355 req-85837e07-5558-4d16-ac43-6f18cd22b2ae tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:08.213258 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-037ba464-2726-4768-b98a-bec1c5f2c355 req-85837e07-5558-4d16-ac43-6f18cd22b2ae tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] 10.222.0.49 "GET /v2.0/ports?device_id=b06f6adc-eae1-40b5-a84c-5d717fa9fdb1 HTTP/1.1" status: 200 len: 947 time: 0.0728097 Jan 11 14:25:08.273239 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661789a5-b57f-4e81-ad46-5d9f5c9e805d req-faf5e21d-bab5-435b-a73e-68dcd1ce1c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:08.274691 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-661789a5-b57f-4e81-ad46-5d9f5c9e805d req-faf5e21d-bab5-435b-a73e-68dcd1ce1c01 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dc4b04ab-23b2-461b-be16-f5c5ffde9346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0796542 Jan 11 14:25:08.282328 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-037ba464-2726-4768-b98a-bec1c5f2c355 req-31ad5bc8-05e9-42b0-9738-a2b7a7f66362 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] 10.222.0.49 "GET /v2.0/security-groups?id=21379573-e9f4-4e51-a9c7-805ef8d0c126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547557 Jan 11 14:25:08.367037 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-661789a5-b57f-4e81-ad46-5d9f5c9e805d req-085a5c9c-cd8b-448a-af8d-64fa42a69c2f service neutron] 10.222.0.45 "GET /v2.0/networks/dc4b04ab-23b2-461b-be16-f5c5ffde9346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835989 Jan 11 14:25:08.711554 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-661789a5-b57f-4e81-ad46-5d9f5c9e805d req-8a117d19-8d59-4fb0-908e-1b1ab792b7f6 service neutron] 10.222.0.45 "GET /v2.0/networks/dc4b04ab-23b2-461b-be16-f5c5ffde9346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384030 Jan 11 14:25:08.738377 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-8aca0b29-dce1-4e14-a6b7-b7c9226682c7 req-6c102928-bc24-44db-bb42-23ffc798a72e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=10f7f59c-094c-4dd0-bdd9-d0116cb8191e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395455 Jan 11 14:25:08.826833 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca0b29-dce1-4e14-a6b7-b7c9226682c7 req-c56c8cf9-69d1-4d6e-8574-085bb3cf10bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:08.828673 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-8aca0b29-dce1-4e14-a6b7-b7c9226682c7 req-c56c8cf9-69d1-4d6e-8574-085bb3cf10bf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=135a305e0bbe4cfcbfea666d19340195&device_id=10f7f59c-094c-4dd0-bdd9-d0116cb8191e HTTP/1.1" status: 200 len: 1098 time: 0.0449576 Jan 11 14:25:08.829815 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:08.933136 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca0b29-dce1-4e14-a6b7-b7c9226682c7 req-1c7684f3-a972-4dd9-b3ff-6d20d5c7d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:08.934565 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-8aca0b29-dce1-4e14-a6b7-b7c9226682c7 req-1c7684f3-a972-4dd9-b3ff-6d20d5c7d7b6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bafd8a92-c934-408c-97d9-8c6dc292a947 HTTP/1.1" status: 200 len: 913 time: 0.0875313 Jan 11 14:25:08.998117 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-8aca0b29-dce1-4e14-a6b7-b7c9226682c7 req-2311477e-e2f1-4845-ac28-d3dd77680152 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4 HTTP/1.1" status: 200 len: 1001 time: 0.0571344 Jan 11 14:25:09.049038 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca0b29-dce1-4e14-a6b7-b7c9226682c7 req-7fd23bd6-9180-4122-bfb0-866387134ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:09.050481 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-8aca0b29-dce1-4e14-a6b7-b7c9226682c7 req-7fd23bd6-9180-4122-bfb0-866387134ca6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d58c911-087c-4b19-80a7-5a9e906fabc5 HTTP/1.1" status: 200 len: 851 time: 0.0461855 Jan 11 14:25:09.096025 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca0b29-dce1-4e14-a6b7-b7c9226682c7 req-900ac9fc-5548-4dbe-bb3f-ef448a36b67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:09.097532 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-8aca0b29-dce1-4e14-a6b7-b7c9226682c7 req-900ac9fc-5548-4dbe-bb3f-ef448a36b67a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bafd8a92-c934-408c-97d9-8c6dc292a947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403156 Jan 11 14:25:09.187939 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-8aca0b29-dce1-4e14-a6b7-b7c9226682c7 req-fb65a938-6a2b-4349-880a-d76dd3f69432 service neutron] 10.222.0.45 "GET /v2.0/networks/bafd8a92-c934-408c-97d9-8c6dc292a947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833132 Jan 11 14:25:09.405920 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cbe78-e5e7-4856-99b6-de65915a91aa req-6a03bd38-3f69-4888-988e-f64f7bb44e9f tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:09.407516 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-945cbe78-e5e7-4856-99b6-de65915a91aa req-6a03bd38-3f69-4888-988e-f64f7bb44e9f tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] 10.222.0.49 "GET /v2.0/ports?device_id=b06f6adc-eae1-40b5-a84c-5d717fa9fdb1 HTTP/1.1" status: 200 len: 947 time: 0.0514934 Jan 11 14:25:09.459456 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-945cbe78-e5e7-4856-99b6-de65915a91aa req-b24602f0-7824-4991-a2fd-eaf39986a28c tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] 10.222.0.49 "GET /v2.0/security-groups?id=21379573-e9f4-4e51-a9c7-805ef8d0c126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459583 Jan 11 14:25:09.521858 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-8aca0b29-dce1-4e14-a6b7-b7c9226682c7 req-869fe912-305a-4ada-abfd-21a85a91eee7 service neutron] 10.222.0.45 "GET /v2.0/networks/bafd8a92-c934-408c-97d9-8c6dc292a947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278847 Jan 11 14:25:10.576362 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d515fae-97e7-4512-aa37-873613bf350a req-b1ec3301-8cc2-4c30-959b-8ad5ad1c5a65 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:10.577903 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8d515fae-97e7-4512-aa37-873613bf350a req-b1ec3301-8cc2-4c30-959b-8ad5ad1c5a65 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] 10.222.0.49 "GET /v2.0/ports?device_id=b06f6adc-eae1-40b5-a84c-5d717fa9fdb1 HTTP/1.1" status: 200 len: 947 time: 0.0502181 Jan 11 14:25:10.628530 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8d515fae-97e7-4512-aa37-873613bf350a req-3e869153-fc72-4a89-8f4e-82aaf8a25dc1 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] 10.222.0.49 "GET /v2.0/security-groups?id=21379573-e9f4-4e51-a9c7-805ef8d0c126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450141 Jan 11 14:25:11.744677 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f927a75-7425-4ba3-b40c-e5f1c74d24f0 req-db5c74aa-e99e-4afa-bd3f-2f83e29a3466 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:11.746159 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3f927a75-7425-4ba3-b40c-e5f1c74d24f0 req-db5c74aa-e99e-4afa-bd3f-2f83e29a3466 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] 10.222.0.49 "GET /v2.0/ports?device_id=b06f6adc-eae1-40b5-a84c-5d717fa9fdb1 HTTP/1.1" status: 200 len: 947 time: 0.0493517 Jan 11 14:25:11.793394 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3f927a75-7425-4ba3-b40c-e5f1c74d24f0 req-db90fdd4-aa28-42b8-96e9-2ba427f3e544 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] 10.222.0.49 "GET /v2.0/security-groups?id=21379573-e9f4-4e51-a9c7-805ef8d0c126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409005 Jan 11 14:25:12.754991 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 42b7fbb5-5d7e-40b3-a377-811a222ec62f details requested by agent hyperv_hv-cinder-82413 with host hv-cinder-82413 {{(pid=102760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 14:25:12.863160 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 42b7fbb5-5d7e-40b3-a377-811a222ec62f, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=42b7fbb5-5d7e-40b3-a377-811a222ec62f,segment=NetworkSegment(d8b98fcf-cdc4-4c4a-8589-26a048567620),segment_id=d8b98fcf-cdc4-4c4a-8589-26a048567620)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:25:12.875337 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Returning: {'device': '42b7fbb5-5d7e-40b3-a377-811a222ec62f', 'network_id': 'dc4b04ab-23b2-461b-be16-f5c5ffde9346', 'port_id': '42b7fbb5-5d7e-40b3-a377-811a222ec62f', 'mac_address': 'fa:16:3e:bb:01:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77232dbe-636f-4060-8194-7f6abae7b04a', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 14:25:12.909609 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bf627-3f0e-40f9-9c20-c02f5f9081c1 req-61fcd9f4-3283-4647-a0fd-41e2260e571f tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:12.911323 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ae0bf627-3f0e-40f9-9c20-c02f5f9081c1 req-61fcd9f4-3283-4647-a0fd-41e2260e571f tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] 10.222.0.49 "GET /v2.0/ports?device_id=b06f6adc-eae1-40b5-a84c-5d717fa9fdb1 HTTP/1.1" status: 200 len: 947 time: 0.0498555 Jan 11 14:25:12.912369 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port 42b7fbb5-5d7e-40b3-a377-811a222ec62f is: DOWN; New status is: BUILD {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:25:12.912780 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (42b7fbb5-5d7e-40b3-a377-811a222ec62f), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:12.926953 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b7fbb5-5d7e-40b3-a377-811a222ec62f {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:25:12.947741 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 42b7fbb5-5d7e-40b3-a377-811a222ec62f, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=42b7fbb5-5d7e-40b3-a377-811a222ec62f,segment=NetworkSegment(d8b98fcf-cdc4-4c4a-8589-26a048567620),segment_id=d8b98fcf-cdc4-4c4a-8589-26a048567620)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:25:12.952088 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (42b7fbb5-5d7e-40b3-a377-811a222ec62f), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:12.962091 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ae0bf627-3f0e-40f9-9c20-c02f5f9081c1 req-e5fe5da9-35b9-42f1-9e56-f6d2df864c83 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] 10.222.0.49 "GET /v2.0/security-groups?id=21379573-e9f4-4e51-a9c7-805ef8d0c126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446231 Jan 11 14:25:12.998557 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=42b7fbb5-5d7e-40b3-a377-811a222ec62f,revision_number=4']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:25:13.363436 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['42b7fbb5-5d7e-40b3-a377-811a222ec62f'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:25:14.077915 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a2ba7-354b-4f3d-bd2b-4e498ddaae21 req-481abc4b-3ca6-4cea-a491-09ae595800ff tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:14.079365 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-014a2ba7-354b-4f3d-bd2b-4e498ddaae21 req-481abc4b-3ca6-4cea-a491-09ae595800ff tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] 10.222.0.49 "GET /v2.0/ports?device_id=b06f6adc-eae1-40b5-a84c-5d717fa9fdb1 HTTP/1.1" status: 200 len: 948 time: 0.0509229 Jan 11 14:25:14.126920 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-014a2ba7-354b-4f3d-bd2b-4e498ddaae21 req-3a53249c-9dec-4c08-a641-6d6979787ffd tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] 10.222.0.49 "GET /v2.0/security-groups?id=21379573-e9f4-4e51-a9c7-805ef8d0c126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421364 Jan 11 14:25:14.751698 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 42b7fbb5-5d7e-40b3-a377-811a222ec62f up at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:25:14.801023 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning for port 42b7fbb5-5d7e-40b3-a377-811a222ec62f completed by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 14:25:14.804687 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning complete for port 42b7fbb5-5d7e-40b3-a377-811a222ec62f triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:25:14.805059 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (42b7fbb5-5d7e-40b3-a377-811a222ec62f), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:14.890648 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port 42b7fbb5-5d7e-40b3-a377-811a222ec62f is: BUILD; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:25:14.891037 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (42b7fbb5-5d7e-40b3-a377-811a222ec62f), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:14.912459 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06f6adc-eae1-40b5-a84c-5d717fa9fdb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b7fbb5-5d7e-40b3-a377-811a222ec62f'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:25:14.914676 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2d4b612b30f5b24bc1864879ef56701efa35e28b014bb4d8aa1230102106bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61f57d9-e5d6-4592-a829-e097f306ebd0" -d '{"events": [{"server_uuid": "b06f6adc-eae1-40b5-a84c-5d717fa9fdb1", "name": "network-vif-plugged", "status": "completed", "tag": "42b7fbb5-5d7e-40b3-a377-811a222ec62f"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:25:14.926836 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 42b7fbb5-5d7e-40b3-a377-811a222ec62f, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=42b7fbb5-5d7e-40b3-a377-811a222ec62f,segment=NetworkSegment(d8b98fcf-cdc4-4c4a-8589-26a048567620),segment_id=d8b98fcf-cdc4-4c4a-8589-26a048567620)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:25:14.931414 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (42b7fbb5-5d7e-40b3-a377-811a222ec62f), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:14.959179 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c4a0d9-92a9-453a-9bdc-e5c3c0c7526f x-openstack-request-id: req-d2c4a0d9-92a9-453a-9bdc-e5c3c0c7526f {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:25:14.959475 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06f6adc-eae1-40b5-a84c-5d717fa9fdb1", "name": "network-vif-plugged", "status": "completed", "tag": "42b7fbb5-5d7e-40b3-a377-811a222ec62f", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:25:14.959748 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d2c4a0d9-92a9-453a-9bdc-e5c3c0c7526f {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:25:14.960135 dv-cinder-824131-3-iscsi neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06f6adc-eae1-40b5-a84c-5d717fa9fdb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b7fbb5-5d7e-40b3-a377-811a222ec62f', 'code': 200} Jan 11 14:25:14.981801 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=42b7fbb5-5d7e-40b3-a377-811a222ec62f,revision_number=5']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:25:15.130229 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9628f8b-edc3-447b-9db7-7bad5cad36b2 req-952d6aaa-8ccf-4678-84d8-3acfe315d3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:15.131748 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-a9628f8b-edc3-447b-9db7-7bad5cad36b2 req-952d6aaa-8ccf-4678-84d8-3acfe315d3e1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b06f6adc-eae1-40b5-a84c-5d717fa9fdb1 HTTP/1.1" status: 200 len: 1102 time: 0.0381758 Jan 11 14:25:15.179351 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-a9628f8b-edc3-447b-9db7-7bad5cad36b2 req-9fb0c13c-5472-4658-a52c-1b591cdb7ab3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=21379573-e9f4-4e51-a9c7-805ef8d0c126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410905 Jan 11 14:25:15.244244 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8cb7f7-917d-47e7-b975-77320e38f51d req-af06fdcf-532f-4a9d-8c2c-51edb4cd0c5f tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:15.245711 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3e8cb7f7-917d-47e7-b975-77320e38f51d req-af06fdcf-532f-4a9d-8c2c-51edb4cd0c5f tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] 10.222.0.49 "GET /v2.0/ports?device_id=b06f6adc-eae1-40b5-a84c-5d717fa9fdb1 HTTP/1.1" status: 200 len: 949 time: 0.0494061 Jan 11 14:25:15.290326 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3e8cb7f7-917d-47e7-b975-77320e38f51d req-a70b4937-18a7-4b46-b038-057ebf388e2d tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] 10.222.0.49 "GET /v2.0/security-groups?id=21379573-e9f4-4e51-a9c7-805ef8d0c126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390613 Jan 11 14:25:16.403071 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f608424-fe49-40fd-8654-f42e94691ccb req-5e37e5b8-700c-470c-8cb9-dab7e7eb7d91 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:16.404555 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9f608424-fe49-40fd-8654-f42e94691ccb req-5e37e5b8-700c-470c-8cb9-dab7e7eb7d91 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] 10.222.0.49 "GET /v2.0/ports?device_id=b06f6adc-eae1-40b5-a84c-5d717fa9fdb1 HTTP/1.1" status: 200 len: 949 time: 0.0468481 Jan 11 14:25:16.452749 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9f608424-fe49-40fd-8654-f42e94691ccb req-33d7d11b-b350-40ab-9366-7e52867aecab tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] 10.222.0.49 "GET /v2.0/security-groups?id=21379573-e9f4-4e51-a9c7-805ef8d0c126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428407 Jan 11 14:25:17.563786 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b1e16-d192-4018-924e-d10b1ff4cb80 req-88256e73-ef3a-4fc5-8590-58e22be58222 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:17.565248 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8d7b1e16-d192-4018-924e-d10b1ff4cb80 req-88256e73-ef3a-4fc5-8590-58e22be58222 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] 10.222.0.49 "GET /v2.0/ports?device_id=b06f6adc-eae1-40b5-a84c-5d717fa9fdb1 HTTP/1.1" status: 200 len: 949 time: 0.0474939 Jan 11 14:25:17.610841 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-8d7b1e16-d192-4018-924e-d10b1ff4cb80 req-65f3447e-f515-4d12-b258-115642cbea17 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] 10.222.0.49 "GET /v2.0/security-groups?id=21379573-e9f4-4e51-a9c7-805ef8d0c126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402422 Jan 11 14:25:17.853399 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b52e7-3f77-4807-8b16-1047d19d7c24 req-c4b387f8-bd36-4d0a-bdd4-da64619924e2 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:17.854855 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-669b52e7-3f77-4807-8b16-1047d19d7c24 req-c4b387f8-bd36-4d0a-bdd4-da64619924e2 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] 10.222.0.49 "GET /v2.0/ports?device_id=b06f6adc-eae1-40b5-a84c-5d717fa9fdb1 HTTP/1.1" status: 200 len: 949 time: 0.0475957 Jan 11 14:25:17.906672 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-669b52e7-3f77-4807-8b16-1047d19d7c24 req-3f33bb31-103b-4a7e-94a2-cf12ab488448 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] 10.222.0.49 "GET /v2.0/security-groups?id=21379573-e9f4-4e51-a9c7-805ef8d0c126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460777 Jan 11 14:25:19.022960 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4273256-1a4e-435a-8984-8c67447e14a5 req-0ecd0fe9-91f7-4b7a-ba86-ed7d41e9f999 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:19.024360 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a4273256-1a4e-435a-8984-8c67447e14a5 req-0ecd0fe9-91f7-4b7a-ba86-ed7d41e9f999 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] 10.222.0.49 "GET /v2.0/ports?device_id=b06f6adc-eae1-40b5-a84c-5d717fa9fdb1 HTTP/1.1" status: 200 len: 949 time: 0.0501184 Jan 11 14:25:19.073107 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a4273256-1a4e-435a-8984-8c67447e14a5 req-9eb7116f-ca33-47e2-a77f-c0402026c944 tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] 10.222.0.49 "GET /v2.0/security-groups?id=21379573-e9f4-4e51-a9c7-805ef8d0c126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427952 Jan 11 14:25:19.749285 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4922e3-3383-492e-8da9-4d60a1f74e91 req-0edb5da2-c89c-4535-bbc9-cb7807bf57ab tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:19.750707 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-1e4922e3-3383-492e-8da9-4d60a1f74e91 req-0edb5da2-c89c-4535-bbc9-cb7807bf57ab tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] 10.222.0.45 "GET /v2.0/ports?device_id=b06f6adc-eae1-40b5-a84c-5d717fa9fdb1 HTTP/1.1" status: 200 len: 949 time: 0.0454514 Jan 11 14:25:19.836353 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-1e4922e3-3383-492e-8da9-4d60a1f74e91 req-1176997a-e57e-4055-9e72-210b0291c15e tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Deleting port 42b7fbb5-5d7e-40b3-a377-811a222ec62f {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:25:19.836707 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1e4922e3-3383-492e-8da9-4d60a1f74e91 req-1176997a-e57e-4055-9e72-210b0291c15e tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (42b7fbb5-5d7e-40b3-a377-811a222ec62f), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:19.923886 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-1e4922e3-3383-492e-8da9-4d60a1f74e91 req-1176997a-e57e-4055-9e72-210b0291c15e tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] For port 42b7fbb5-5d7e-40b3-a377-811a222ec62f, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=42b7fbb5-5d7e-40b3-a377-811a222ec62f,segment=NetworkSegment(d8b98fcf-cdc4-4c4a-8589-26a048567620),segment_id=d8b98fcf-cdc4-4c4a-8589-26a048567620)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:25:19.924284 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1e4922e3-3383-492e-8da9-4d60a1f74e91 req-1176997a-e57e-4055-9e72-210b0291c15e tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (42b7fbb5-5d7e-40b3-a377-811a222ec62f), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:19.936668 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-1e4922e3-3383-492e-8da9-4d60a1f74e91 req-1176997a-e57e-4055-9e72-210b0291c15e tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Calling delete_port for 42b7fbb5-5d7e-40b3-a377-811a222ec62f owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:25:20.062515 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1e4922e3-3383-492e-8da9-4d60a1f74e91 req-1176997a-e57e-4055-9e72-210b0291c15e tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (42b7fbb5-5d7e-40b3-a377-811a222ec62f), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:20.075101 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['42b7fbb5-5d7e-40b3-a377-811a222ec62f'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:25:20.088049 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176997a-e57e-4055-9e72-210b0291c15e tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Pushing event deleted for resources: {'Port': ['ID=42b7fbb5-5d7e-40b3-a377-811a222ec62f,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:25:20.136032 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4922e3-3383-492e-8da9-4d60a1f74e91 req-1176997a-e57e-4055-9e72-210b0291c15e tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] No DVR routers for this DVR port 42b7fbb5-5d7e-40b3-a377-811a222ec62f on host hv-cinder-82413 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 14:25:20.138949 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-1e4922e3-3383-492e-8da9-4d60a1f74e91 req-1176997a-e57e-4055-9e72-210b0291c15e tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:20.142427 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-1e4922e3-3383-492e-8da9-4d60a1f74e91 req-1176997a-e57e-4055-9e72-210b0291c15e tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] 10.222.0.45 "DELETE /v2.0/ports/42b7fbb5-5d7e-40b3-a377-811a222ec62f HTTP/1.1" status: 204 len: 173 time: 0.3870528 Jan 11 14:25:20.142902 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06f6adc-eae1-40b5-a84c-5d717fa9fdb1', 'name': 'network-vif-deleted', 'tag': '42b7fbb5-5d7e-40b3-a377-811a222ec62f'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:25:20.145231 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3731de440ea07f8bb65e98ae2cdbbed68b84f33189ebecfec85cc797d9a35429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44af4162-aa86-472e-85de-7313d1fdb8bd" -d '{"events": [{"server_uuid": "b06f6adc-eae1-40b5-a84c-5d717fa9fdb1", "name": "network-vif-deleted", "tag": "42b7fbb5-5d7e-40b3-a377-811a222ec62f"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:25:20.183872 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e3792c69-9db4-457d-820f-b81cad7475de req-6b823ce6-d85e-4a6c-bd8a-2e7374655b8f tempest-VolumesNegativeTest-483727088 tempest-VolumesNegativeTest-483727088-project] 10.222.0.49 "GET /v2.0/ports?device_id=b06f6adc-eae1-40b5-a84c-5d717fa9fdb1 HTTP/1.1" status: 200 len: 210 time: 0.0318549 Jan 11 14:25:20.213547 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e45a953-32f1-434e-a840-3ffecad5857e x-openstack-request-id: req-3e45a953-32f1-434e-a840-3ffecad5857e {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:25:20.213843 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06f6adc-eae1-40b5-a84c-5d717fa9fdb1", "name": "network-vif-deleted", "tag": "42b7fbb5-5d7e-40b3-a377-811a222ec62f", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:25:20.214094 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3e45a953-32f1-434e-a840-3ffecad5857e {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:25:20.214511 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06f6adc-eae1-40b5-a84c-5d717fa9fdb1', 'name': 'network-vif-deleted', 'tag': '42b7fbb5-5d7e-40b3-a377-811a222ec62f', 'status': 'completed', 'code': 200} Jan 11 14:25:24.543274 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-63ccab5e-f636-4e23-bd84-395d86cf6779 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-416831377&fields=id&tenant_id=802231c203874b75b82b8b9358e6f61d HTTP/1.1" status: 200 len: 267 time: 0.0453477 Jan 11 14:25:24.650748 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-fb9aa252-dc2c-4bab-96d8-cb25a95941c5 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:24.652143 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-fb9aa252-dc2c-4bab-96d8-cb25a95941c5 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/networks?id=449b9fd4-a429-4fad-859d-a2586ac97009 HTTP/1.1" status: 200 len: 807 time: 0.1019742 Jan 11 14:25:24.665855 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-2cf5c3b0-2e7f-4397-86ca-fe618e92aeed tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/quotas/802231c203874b75b82b8b9358e6f61d HTTP/1.1" status: 200 len: 375 time: 0.0084662 Jan 11 14:25:24.716508 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-5c759bb5-5806-417e-b882-06c0d8064e38 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=802231c203874b75b82b8b9358e6f61d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455356 Jan 11 14:25:24.781544 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-180d246c-843d-4a47-b11a-7eebf2e021f7 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 14:25:24.782564 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-180d246c-843d-4a47-b11a-7eebf2e021f7 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0532601 Jan 11 14:25:24.814545 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 42b7fbb5-5d7e-40b3-a377-811a222ec62f no longer exists at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:25:24.834966 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] No Port match for: 42b7fbb5-5d7e-40b3-a377-811a222ec62f {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:25:24.835321 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 42b7fbb5-5d7e-40b3-a377-811a222ec62f not bound to the agent host hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:25:24.879813 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-5fb789df-04ba-4c3e-b382-cecb760a0508 service neutron] 10.222.0.49 "GET /v2.0/networks/449b9fd4-a429-4fad-859d-a2586ac97009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912163 Jan 11 14:25:24.940331 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 33666) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:25:24.968541 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-c1421acf-d9b0-4877-8fbe-a9eb1272e634 service neutron] 10.222.0.49 "GET /v2.0/networks/449b9fd4-a429-4fad-859d-a2586ac97009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830877 Jan 11 14:25:25.071378 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-fa3f2853-1056-4cb6-bac8-d65e9c15125e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2cd259049fb14ea6a452bd0d2eb32dd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296093 Jan 11 14:25:25.073979 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 33676) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:25:25.126608 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27732bf7-5f22-475e-9c1d-1fec0baf378e admin admin] Publish callbacks [] for security_group (21379573-e9f4-4e51-a9c7-805ef8d0c126), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:25.148866 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27732bf7-5f22-475e-9c1d-1fec0baf378e admin admin] Publish callbacks [] for security_group (21379573-e9f4-4e51-a9c7-805ef8d0c126), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:25.196840 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27732bf7-5f22-475e-9c1d-1fec0baf378e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (21379573-e9f4-4e51-a9c7-805ef8d0c126), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:25.205570 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-27732bf7-5f22-475e-9c1d-1fec0baf378e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:25.205570 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-27732bf7-5f22-475e-9c1d-1fec0baf378e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/21379573-e9f4-4e51-a9c7-805ef8d0c126 HTTP/1.1" status: 204 len: 168 time: 0.1272717 Jan 11 14:25:25.210743 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27732bf7-5f22-475e-9c1d-1fec0baf378e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21379573-e9f4-4e51-a9c7-805ef8d0c126,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:25:25.271135 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-95b4dd1c-eceb-440f-9d6f-3f39dd114a78 req-e9ba4615-8077-4ccd-ac8a-e4ba0604e645 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 210 time: 0.0348136 Jan 11 14:25:26.133469 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ecf5af44-bb36-4b6d-af36-f475c56569cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:26.185973 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-4c55a115-348f-4776-8187-a28a28227735 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:26.187435 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-4c55a115-348f-4776-8187-a28a28227735 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.45 "GET /v2.0/networks?id=449b9fd4-a429-4fad-859d-a2586ac97009 HTTP/1.1" status: 200 len: 807 time: 0.1131041 Jan 11 14:25:26.263934 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-09981894-6ebd-4b6a-9714-278d57153d1f tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=802231c203874b75b82b8b9358e6f61d HTTP/1.1" status: 200 len: 379 time: 0.0639863 Jan 11 14:25:26.296029 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-b050c0db-1e3a-4398-880b-93106fdd1191 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Request body: {'port': {'device_id': '61ab8a6c-2c89-43b7-9554-1513f3ff0ee9', 'network_id': '449b9fd4-a429-4fad-859d-a2586ac97009', 'admin_state_up': True, 'tenant_id': '802231c203874b75b82b8b9358e6f61d', 'security_groups': ['71135e45-4590-4982-b0c3-965ad0f1dedc']}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:25:26.383792 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f5982dc6-428a-4e15-8d7d-4285f4c2b8f3 req-73de69b2-3e73-4cb5-91d6-dba969c56d4e tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 210 time: 0.0343935 Jan 11 14:25:26.438220 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-b050c0db-1e3a-4398-880b-93106fdd1191 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Made reservation on behalf of 802231c203874b75b82b8b9358e6f61d for: {'port': 1} {{(pid=102759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 14:25:26.441784 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-b050c0db-1e3a-4398-880b-93106fdd1191 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:26.571171 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_common [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-b050c0db-1e3a-4398-880b-93106fdd1191 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Allocated IP 172.20.0.5 (449b9fd4-a429-4fad-859d-a2586ac97009/22caa802-287c-4085-b958-83ced3822fc7/64f13744-49dc-4efc-923d-e507c7abd6bf) {{(pid=102759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:25:26.705823 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-b050c0db-1e3a-4398-880b-93106fdd1191 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks [] for port (64f13744-49dc-4efc-923d-e507c7abd6bf), precommit_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:26.737453 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-b050c0db-1e3a-4398-880b-93106fdd1191 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (64f13744-49dc-4efc-923d-e507c7abd6bf), after_create {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:26.779912 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-b050c0db-1e3a-4398-880b-93106fdd1191 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Network 449b9fd4-a429-4fad-859d-a2586ac97009 is already hosted by enough agents. {{(pid=102759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:25:26.783005 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.base_scheduler [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-b050c0db-1e3a-4398-880b-93106fdd1191 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Resources bound (agent type, host, resource id): {{(pid=102759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:25:26.786637 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-b050c0db-1e3a-4398-880b-93106fdd1191 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Received port after_create {{(pid=102759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:25:26.811965 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050c0db-1e3a-4398-880b-93106fdd1191 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Pushing event updated for resources: {'Port': ['ID=64f13744-49dc-4efc-923d-e507c7abd6bf,revision_number=1']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:25:26.840508 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-b050c0db-1e3a-4398-880b-93106fdd1191 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:26.841129 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-b050c0db-1e3a-4398-880b-93106fdd1191 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:26.858214 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-b050c0db-1e3a-4398-880b-93106fdd1191 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5661836 Jan 11 14:25:26.869144 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.v2.base [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-e03ef86b-496a-4ca8-a44e-ba750e13a466 service neutron] Request body: {'port': {'device_id': '61ab8a6c-2c89-43b7-9554-1513f3ff0ee9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82413'}} {{(pid=102759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:25:26.928654 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-e03ef86b-496a-4ca8-a44e-ba750e13a466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (64f13744-49dc-4efc-923d-e507c7abd6bf), before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:27.062550 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-482793a3-74c7-476b-a734-26243834fd4a None None] Provisioning complete for port 64f13744-49dc-4efc-923d-e507c7abd6bf triggered by entity DHCP. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:25:27.062857 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-482793a3-74c7-476b-a734-26243834fd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (64f13744-49dc-4efc-923d-e507c7abd6bf), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:27.097041 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-482793a3-74c7-476b-a734-26243834fd4a None None] Port 64f13744-49dc-4efc-923d-e507c7abd6bf cannot update to ACTIVE because it is not bound. {{(pid=102760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 14:25:27.193002 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.notifiers.nova [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-e03ef86b-496a-4ca8-a44e-ba750e13a466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64f13744-49dc-4efc-923d-e507c7abd6bf {{(pid=102759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:25:27.200909 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-e03ef86b-496a-4ca8-a44e-ba750e13a466 service neutron] Publish callbacks [] for port (64f13744-49dc-4efc-923d-e507c7abd6bf), precommit_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:27.212487 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.provisioning_blocks [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-e03ef86b-496a-4ca8-a44e-ba750e13a466 service neutron] Transition to ACTIVE for port object 64f13744-49dc-4efc-923d-e507c7abd6bf will not be triggered until provisioned by entity L2. {{(pid=102759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 14:25:27.215825 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-e03ef86b-496a-4ca8-a44e-ba750e13a466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442702'] for port (64f13744-49dc-4efc-923d-e507c7abd6bf), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:27.266665 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ef86b-496a-4ca8-a44e-ba750e13a466 service neutron] Pushing event updated for resources: {'Port': ['ID=64f13744-49dc-4efc-923d-e507c7abd6bf,revision_number=2']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:25:27.338008 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-e03ef86b-496a-4ca8-a44e-ba750e13a466 service neutron] Attempting to bind port 64f13744-49dc-4efc-923d-e507c7abd6bf on host hv-cinder-82413 for vnic_type normal with profile {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 14:25:27.338345 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-e03ef86b-496a-4ca8-a44e-ba750e13a466 service neutron] Attempting to bind port 64f13744-49dc-4efc-923d-e507c7abd6bf by drivers openvswitch,hyperv on host hv-cinder-82413 at level 0 using segments [{'id': '726d5a66-d173-4411-afe7-2efce61aa7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '449b9fd4-a429-4fad-859d-a2586ac97009'}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 14:25:27.338704 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-e03ef86b-496a-4ca8-a44e-ba750e13a466 service neutron] Attempting to bind port 64f13744-49dc-4efc-923d-e507c7abd6bf on network 449b9fd4-a429-4fad-859d-a2586ac97009 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:25:27.343735 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-e03ef86b-496a-4ca8-a44e-ba750e13a466 service neutron] Port 64f13744-49dc-4efc-923d-e507c7abd6bf on network 449b9fd4-a429-4fad-859d-a2586ac97009 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82413 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 14:25:27.344506 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-e03ef86b-496a-4ca8-a44e-ba750e13a466 service neutron] Attempting to bind port 64f13744-49dc-4efc-923d-e507c7abd6bf on network 449b9fd4-a429-4fad-859d-a2586ac97009 {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 14:25:27.349477 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-e03ef86b-496a-4ca8-a44e-ba750e13a466 service neutron] Checking agent: {'id': '183634b4-d914-49fa-b358-00b9224e1c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82413', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'started_at': datetime.datetime(2022, 1, 11, 14, 11, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 14, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 14:25:27.349748 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-e03ef86b-496a-4ca8-a44e-ba750e13a466 service neutron] Checking segment: {'id': '726d5a66-d173-4411-afe7-2efce61aa7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '449b9fd4-a429-4fad-859d-a2586ac97009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 14:25:27.350132 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-e03ef86b-496a-4ca8-a44e-ba750e13a466 service neutron] Bound using segment: {'id': '726d5a66-d173-4411-afe7-2efce61aa7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '449b9fd4-a429-4fad-859d-a2586ac97009'} {{(pid=102759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 14:25:27.350565 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.managers [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-e03ef86b-496a-4ca8-a44e-ba750e13a466 service neutron] Bound port: 64f13744-49dc-4efc-923d-e507c7abd6bf, host: hv-cinder-82413, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '726d5a66-d173-4411-afe7-2efce61aa7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '449b9fd4-a429-4fad-859d-a2586ac97009'}}] {{(pid=102759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 14:25:27.350923 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-e03ef86b-496a-4ca8-a44e-ba750e13a466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (64f13744-49dc-4efc-923d-e507c7abd6bf), before_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:27.431081 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-e03ef86b-496a-4ca8-a44e-ba750e13a466 service neutron] For port 64f13744-49dc-4efc-923d-e507c7abd6bf, host hv-cinder-82413, cleared binding levels {{(pid=102759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 14:25:27.434322 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-e03ef86b-496a-4ca8-a44e-ba750e13a466 service neutron] For port 64f13744-49dc-4efc-923d-e507c7abd6bf, host hv-cinder-82413, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=64f13744-49dc-4efc-923d-e507c7abd6bf,segment=NetworkSegment(726d5a66-d173-4411-afe7-2efce61aa7e9),segment_id=726d5a66-d173-4411-afe7-2efce61aa7e9)] {{(pid=102759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 14:25:27.440848 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-e03ef86b-496a-4ca8-a44e-ba750e13a466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442702'] for port (64f13744-49dc-4efc-923d-e507c7abd6bf), after_update {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:27.494165 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-e03ef86b-496a-4ca8-a44e-ba750e13a466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:27.495050 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-e03ef86b-496a-4ca8-a44e-ba750e13a466 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:27.501137 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-e03ef86b-496a-4ca8-a44e-ba750e13a466 service neutron] 10.222.0.45 "PUT /v2.0/ports/64f13744-49dc-4efc-923d-e507c7abd6bf HTTP/1.1" status: 200 len: 1093 time: 0.6360233 Jan 11 14:25:27.501720 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ab8a6c-2c89-43b7-9554-1513f3ff0ee9', 'tag': '64f13744-49dc-4efc-923d-e507c7abd6bf'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:25:27.504173 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3731de440ea07f8bb65e98ae2cdbbed68b84f33189ebecfec85cc797d9a35429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7de308-3ab2-4130-873a-3bed18cb3f94" -d '{"events": [{"name": "network-changed", "server_uuid": "61ab8a6c-2c89-43b7-9554-1513f3ff0ee9", "tag": "64f13744-49dc-4efc-923d-e507c7abd6bf"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:25:27.524116 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ef86b-496a-4ca8-a44e-ba750e13a466 service neutron] Pushing event updated for resources: {'Port': ['ID=64f13744-49dc-4efc-923d-e507c7abd6bf,revision_number=3']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:25:27.531214 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35e8db-05be-4a27-a7ff-3fea32c28e2a req-957087c0-a765-477a-b078-c24df1146ea0 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:27.533090 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ba35e8db-05be-4a27-a7ff-3fea32c28e2a req-957087c0-a765-477a-b078-c24df1146ea0 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 943 time: 0.0848300 Jan 11 14:25:27.599457 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 14:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad24e05a-aad5-4d12-94b4-31af3a0d030a x-openstack-request-id: req-ad24e05a-aad5-4d12-94b4-31af3a0d030a {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:25:27.599896 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ab8a6c-2c89-43b7-9554-1513f3ff0ee9", "tag": "64f13744-49dc-4efc-923d-e507c7abd6bf", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:25:27.600099 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ad24e05a-aad5-4d12-94b4-31af3a0d030a {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:25:27.600511 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ab8a6c-2c89-43b7-9554-1513f3ff0ee9', 'tag': '64f13744-49dc-4efc-923d-e507c7abd6bf', 'status': 'completed', 'code': 200} Jan 11 14:25:27.607917 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ba35e8db-05be-4a27-a7ff-3fea32c28e2a req-dbc5d5b1-d938-43ae-b046-7d104a398210 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689380 Jan 11 14:25:27.624724 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-20eb9186-d2e4-4a70-9770-a2de16d4841d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:27.626457 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-20eb9186-d2e4-4a70-9770-a2de16d4841d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=802231c203874b75b82b8b9358e6f61d&device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 1096 time: 0.0752463 Jan 11 14:25:27.676435 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-2a1e519b-12d5-46be-bb85-f8cc33cf697b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64f13744-49dc-4efc-923d-e507c7abd6bf HTTP/1.1" status: 200 len: 217 time: 0.0428500 Jan 11 14:25:27.727483 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-3520d81e-7715-469c-b9b3-0b8bacdbbc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:27.728963 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-3520d81e-7715-469c-b9b3-0b8bacdbbc78 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=22caa802-287c-4085-b958-83ced3822fc7 HTTP/1.1" status: 200 len: 846 time: 0.0464625 Jan 11 14:25:27.776917 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-bc792614-bbfb-479b-9ee5-9dc018c8041b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:27.778459 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-bc792614-bbfb-479b-9ee5-9dc018c8041b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=449b9fd4-a429-4fad-859d-a2586ac97009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418139 Jan 11 14:25:27.866226 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-e9fdd834-5d45-4279-89d8-ba0dad3b4aa1 service neutron] 10.222.0.45 "GET /v2.0/networks/449b9fd4-a429-4fad-859d-a2586ac97009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806763 Jan 11 14:25:27.956887 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-0919a4dc-33b4-4d58-bb97-5c8244c1eb33 req-1acbd414-18ac-4538-ba0c-0c145c510fa9 service neutron] 10.222.0.45 "GET /v2.0/networks/449b9fd4-a429-4fad-859d-a2586ac97009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841799 Jan 11 14:25:28.309548 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-19128c99-216f-478f-beea-96b3b19f2cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:28.718924 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17d01c-9517-40fa-865d-ca4522b7f86a req-7445c7c2-acbe-47b9-8347-d762abfa3b56 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:28.720495 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5a17d01c-9517-40fa-865d-ca4522b7f86a req-7445c7c2-acbe-47b9-8347-d762abfa3b56 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 943 time: 0.0500724 Jan 11 14:25:28.771102 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-5a17d01c-9517-40fa-865d-ca4522b7f86a req-bc95c277-3ab3-4d4c-a741-7eb25bdcd57e tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451355 Jan 11 14:25:29.168092 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7de308-3ab2-4130-873a-3bed18cb3f94 req-4f9cbc76-6841-48e5-b1d7-9bf411ff1f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:29.170596 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-ce7de308-3ab2-4130-873a-3bed18cb3f94 req-4f9cbc76-6841-48e5-b1d7-9bf411ff1f16 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=802231c203874b75b82b8b9358e6f61d&device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 1096 time: 0.0408444 Jan 11 14:25:29.645882 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:29.884838 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8563e03-3269-43d2-9d3d-3ca76062fbd3 req-fb71ace7-3c0c-41bf-8619-d6c75294de47 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:29.886304 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f8563e03-3269-43d2-9d3d-3ca76062fbd3 req-fb71ace7-3c0c-41bf-8619-d6c75294de47 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 943 time: 0.0485168 Jan 11 14:25:29.937729 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f8563e03-3269-43d2-9d3d-3ca76062fbd3 req-d9021a98-24e1-47ab-9a3b-d80bb09d417d tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458221 Jan 11 14:25:30.022891 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7de308-3ab2-4130-873a-3bed18cb3f94 req-22bc9e46-91e6-4cbe-8ae3-5c4b5fb56bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:30.024398 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-ce7de308-3ab2-4130-873a-3bed18cb3f94 req-22bc9e46-91e6-4cbe-8ae3-5c4b5fb56bdc service neutron] 10.222.0.45 "GET /v2.0/networks?id=449b9fd4-a429-4fad-859d-a2586ac97009 HTTP/1.1" status: 200 len: 908 time: 0.0873711 Jan 11 14:25:30.796151 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:31.047296 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b90874-b89a-44fd-a20e-dcda0daedb97 req-d0c9f9fc-f60a-449c-b3ee-4857f195322e tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:31.048773 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-53b90874-b89a-44fd-a20e-dcda0daedb97 req-d0c9f9fc-f60a-449c-b3ee-4857f195322e tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 943 time: 0.0465748 Jan 11 14:25:31.096599 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-53b90874-b89a-44fd-a20e-dcda0daedb97 req-2ff46a36-ad28-42c7-a1fe-c7c3f35a75d3 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420818 Jan 11 14:25:31.151897 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-ce7de308-3ab2-4130-873a-3bed18cb3f94 req-74454bbb-bd09-4830-bac5-09ef4bd4f69f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64f13744-49dc-4efc-923d-e507c7abd6bf HTTP/1.1" status: 200 len: 217 time: 0.0347953 Jan 11 14:25:31.198816 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7de308-3ab2-4130-873a-3bed18cb3f94 req-076a92aa-18a7-4e4e-ba2a-d89b212e0292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:31.200244 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-ce7de308-3ab2-4130-873a-3bed18cb3f94 req-076a92aa-18a7-4e4e-ba2a-d89b212e0292 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=22caa802-287c-4085-b958-83ced3822fc7 HTTP/1.1" status: 200 len: 846 time: 0.0427151 Jan 11 14:25:31.245409 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7de308-3ab2-4130-873a-3bed18cb3f94 req-886684d0-ee88-4f81-89de-6db7873c5213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:31.246883 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-ce7de308-3ab2-4130-873a-3bed18cb3f94 req-886684d0-ee88-4f81-89de-6db7873c5213 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=449b9fd4-a429-4fad-859d-a2586ac97009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410919 Jan 11 14:25:31.333623 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-ce7de308-3ab2-4130-873a-3bed18cb3f94 req-bc16d358-4cfa-424b-b7fc-0e7fc8c6d73a service neutron] 10.222.0.45 "GET /v2.0/networks/449b9fd4-a429-4fad-859d-a2586ac97009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794208 Jan 11 14:25:31.422561 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-ce7de308-3ab2-4130-873a-3bed18cb3f94 req-1aff5280-a61e-437b-a7ef-62173db3234e service neutron] 10.222.0.45 "GET /v2.0/networks/449b9fd4-a429-4fad-859d-a2586ac97009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828896 Jan 11 14:25:32.130164 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:25:32.210943 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03334651-daf3-42f7-b4b6-ea3eac9077f7 req-be653f1c-e415-4f73-a3eb-4fb77d263327 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:32.212439 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-03334651-daf3-42f7-b4b6-ea3eac9077f7 req-be653f1c-e415-4f73-a3eb-4fb77d263327 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 943 time: 0.0519390 Jan 11 14:25:32.260307 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-03334651-daf3-42f7-b4b6-ea3eac9077f7 req-dfb3bae1-3c69-4ebc-9d1c-60215b6369c3 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413342 Jan 11 14:25:32.294251 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:33.372544 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535812b-0c91-48e6-8edb-958b7b95fb5f req-9eaae61f-f2dd-435f-b4bb-bc2b3b00c564 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:33.374016 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d535812b-0c91-48e6-8edb-958b7b95fb5f req-9eaae61f-f2dd-435f-b4bb-bc2b3b00c564 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 943 time: 0.0480616 Jan 11 14:25:33.422254 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d535812b-0c91-48e6-8edb-958b7b95fb5f req-9effc5bc-31ee-429a-a95c-7d3fa2f605b0 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428040 Jan 11 14:25:34.531817 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54e167-23cb-43b1-b564-a9de71480abc req-02694ab5-f74a-4f7d-bb23-497b53aecff1 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:34.533207 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9d54e167-23cb-43b1-b564-a9de71480abc req-02694ab5-f74a-4f7d-bb23-497b53aecff1 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 943 time: 0.0466127 Jan 11 14:25:34.583846 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9d54e167-23cb-43b1-b564-a9de71480abc req-95caff36-8545-4a03-8497-603e925e29de tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452504 Jan 11 14:25:35.361538 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 33782) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:25:35.497701 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-6a4613ea-d696-49fc-aafc-ca9b74e6d3ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:35.571156 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-6a4613ea-d696-49fc-aafc-ca9b74e6d3ba admin admin] Publish callbacks [] for security_group (8b39847e-f4d6-4e3d-b0d6-de1b329a2557), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:35.575118 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-6a4613ea-d696-49fc-aafc-ca9b74e6d3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (8b39847e-f4d6-4e3d-b0d6-de1b329a2557), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:35.612741 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-6a4613ea-d696-49fc-aafc-ca9b74e6d3ba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8203df39770a48fbb78964b066ff22c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501106 Jan 11 14:25:35.613608 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4613ea-d696-49fc-aafc-ca9b74e6d3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b39847e-f4d6-4e3d-b0d6-de1b329a2557,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:25:35.615470 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 33788) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:25:35.666144 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1ac13c7b-384f-45e0-87e6-1843330a494f admin admin] Publish callbacks [] for security_group (8b39847e-f4d6-4e3d-b0d6-de1b329a2557), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:35.687951 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1ac13c7b-384f-45e0-87e6-1843330a494f admin admin] Publish callbacks [] for security_group (8b39847e-f4d6-4e3d-b0d6-de1b329a2557), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:35.705186 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86377550-53f6-406e-8c12-3f7b0a0b5720 req-6bf2c64a-63a0-4175-b25d-4ba12dd1b2f7 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:35.706708 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-86377550-53f6-406e-8c12-3f7b0a0b5720 req-6bf2c64a-63a0-4175-b25d-4ba12dd1b2f7 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 943 time: 0.0483429 Jan 11 14:25:35.737028 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1ac13c7b-384f-45e0-87e6-1843330a494f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (8b39847e-f4d6-4e3d-b0d6-de1b329a2557), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:35.739551 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-1ac13c7b-384f-45e0-87e6-1843330a494f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:35.740707 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-1ac13c7b-384f-45e0-87e6-1843330a494f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8b39847e-f4d6-4e3d-b0d6-de1b329a2557 HTTP/1.1" status: 204 len: 168 time: 0.1242292 Jan 11 14:25:35.750812 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac13c7b-384f-45e0-87e6-1843330a494f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b39847e-f4d6-4e3d-b0d6-de1b329a2557,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:25:35.759876 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-86377550-53f6-406e-8c12-3f7b0a0b5720 req-7ff4eb86-7012-436a-914d-cc35c22a01fb tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463376 Jan 11 14:25:36.881866 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93c815-9d05-494b-babd-0c26a5600dc8 req-af5dca22-6743-48d6-9eba-c005aedf4f65 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:36.883316 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4c93c815-9d05-494b-babd-0c26a5600dc8 req-af5dca22-6743-48d6-9eba-c005aedf4f65 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 943 time: 0.0505018 Jan 11 14:25:36.932516 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4c93c815-9d05-494b-babd-0c26a5600dc8 req-20763a2a-1d4d-47f0-ab9f-9c990eba1a9e tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430558 Jan 11 14:25:38.044663 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11cfdc-f74f-4f8e-8a62-3ca19d64ba70 req-c8914f95-42ed-42ad-bd2a-0925def04f8d tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:38.046127 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6c11cfdc-f74f-4f8e-8a62-3ca19d64ba70 req-c8914f95-42ed-42ad-bd2a-0925def04f8d tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 943 time: 0.0480344 Jan 11 14:25:38.093989 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6c11cfdc-f74f-4f8e-8a62-3ca19d64ba70 req-13d5bf39-575b-4965-88ea-1fb3745c2117 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425186 Jan 11 14:25:38.837799 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:39.209674 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62780ab-31c2-43c5-8c78-a13485de9b56 req-4c44c1e7-a2c4-4470-9b4c-0665276c5d91 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:39.211150 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e62780ab-31c2-43c5-8c78-a13485de9b56 req-4c44c1e7-a2c4-4470-9b4c-0665276c5d91 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 943 time: 0.0531476 Jan 11 14:25:39.260559 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e62780ab-31c2-43c5-8c78-a13485de9b56 req-90a6b2a5-147b-44fd-adba-194cfee4a828 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432751 Jan 11 14:25:40.372729 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4847e-3747-44af-bfdd-faf7a8bfe451 req-83058090-e6a9-4512-a9dc-5739a04370a1 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:40.374202 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-23c4847e-3747-44af-bfdd-faf7a8bfe451 req-83058090-e6a9-4512-a9dc-5739a04370a1 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 943 time: 0.0479443 Jan 11 14:25:40.421168 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-23c4847e-3747-44af-bfdd-faf7a8bfe451 req-0e5ca308-6fb7-443d-a355-c17c321699ac tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415230 Jan 11 14:25:40.883480 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 64f13744-49dc-4efc-923d-e507c7abd6bf details requested by agent hyperv_hv-cinder-82413 with host hv-cinder-82413 {{(pid=102760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 14:25:40.979061 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 64f13744-49dc-4efc-923d-e507c7abd6bf, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=64f13744-49dc-4efc-923d-e507c7abd6bf,segment=NetworkSegment(726d5a66-d173-4411-afe7-2efce61aa7e9),segment_id=726d5a66-d173-4411-afe7-2efce61aa7e9)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:25:40.989641 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Returning: {'device': '64f13744-49dc-4efc-923d-e507c7abd6bf', 'network_id': '449b9fd4-a429-4fad-859d-a2586ac97009', 'port_id': '64f13744-49dc-4efc-923d-e507c7abd6bf', 'mac_address': 'fa:16:3e:7b:f6:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22caa802-287c-4085-b958-83ced3822fc7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 14:25:41.025259 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port 64f13744-49dc-4efc-923d-e507c7abd6bf is: DOWN; New status is: BUILD {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:25:41.025651 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (64f13744-49dc-4efc-923d-e507c7abd6bf), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:41.038820 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64f13744-49dc-4efc-923d-e507c7abd6bf {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:25:41.058009 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 64f13744-49dc-4efc-923d-e507c7abd6bf, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=64f13744-49dc-4efc-923d-e507c7abd6bf,segment=NetworkSegment(726d5a66-d173-4411-afe7-2efce61aa7e9),segment_id=726d5a66-d173-4411-afe7-2efce61aa7e9)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:25:41.061809 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (64f13744-49dc-4efc-923d-e507c7abd6bf), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:41.107178 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=64f13744-49dc-4efc-923d-e507c7abd6bf,revision_number=4']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:25:41.373127 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['64f13744-49dc-4efc-923d-e507c7abd6bf'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:25:41.533346 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff49ae-a088-4086-bb7c-ab2b6b2c8690 req-cc7332ad-fd64-4621-9c5e-2aa09133f676 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:41.534754 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a2ff49ae-a088-4086-bb7c-ab2b6b2c8690 req-cc7332ad-fd64-4621-9c5e-2aa09133f676 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 944 time: 0.0478344 Jan 11 14:25:41.587988 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a2ff49ae-a088-4086-bb7c-ab2b6b2c8690 req-c1d21067-084e-4501-95df-19566d6fe295 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476332 Jan 11 14:25:42.700893 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711b926-a265-4cff-a395-5927364ae661 req-a448eecc-7147-40e1-817f-09213a728eaa tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:42.702523 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d711b926-a265-4cff-a395-5927364ae661 req-a448eecc-7147-40e1-817f-09213a728eaa tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 944 time: 0.0481591 Jan 11 14:25:42.750222 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d711b926-a265-4cff-a395-5927364ae661 req-a3579237-fa15-4c41-888b-e223d5655e29 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422254 Jan 11 14:25:42.918083 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 64f13744-49dc-4efc-923d-e507c7abd6bf up at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:25:42.965842 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning for port 64f13744-49dc-4efc-923d-e507c7abd6bf completed by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 14:25:42.969355 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning complete for port 64f13744-49dc-4efc-923d-e507c7abd6bf triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:25:42.969732 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (64f13744-49dc-4efc-923d-e507c7abd6bf), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:43.043442 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port 64f13744-49dc-4efc-923d-e507c7abd6bf is: BUILD; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:25:43.043867 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (64f13744-49dc-4efc-923d-e507c7abd6bf), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:43.066791 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ab8a6c-2c89-43b7-9554-1513f3ff0ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f13744-49dc-4efc-923d-e507c7abd6bf'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:25:43.069253 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2d4b612b30f5b24bc1864879ef56701efa35e28b014bb4d8aa1230102106bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a93f24-b14a-4a9f-b708-ddbd5d286414" -d '{"events": [{"server_uuid": "61ab8a6c-2c89-43b7-9554-1513f3ff0ee9", "name": "network-vif-plugged", "status": "completed", "tag": "64f13744-49dc-4efc-923d-e507c7abd6bf"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:25:43.085850 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 64f13744-49dc-4efc-923d-e507c7abd6bf, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=64f13744-49dc-4efc-923d-e507c7abd6bf,segment=NetworkSegment(726d5a66-d173-4411-afe7-2efce61aa7e9),segment_id=726d5a66-d173-4411-afe7-2efce61aa7e9)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:25:43.089944 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (64f13744-49dc-4efc-923d-e507c7abd6bf), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:43.111923 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208585ce-d67a-4571-a31f-3a8e09a4b8ac x-openstack-request-id: req-208585ce-d67a-4571-a31f-3a8e09a4b8ac {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:25:43.112217 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ab8a6c-2c89-43b7-9554-1513f3ff0ee9", "name": "network-vif-plugged", "status": "completed", "tag": "64f13744-49dc-4efc-923d-e507c7abd6bf", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:25:43.112475 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-208585ce-d67a-4571-a31f-3a8e09a4b8ac {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:25:43.112864 dv-cinder-824131-3-iscsi neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ab8a6c-2c89-43b7-9554-1513f3ff0ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f13744-49dc-4efc-923d-e507c7abd6bf', 'code': 200} Jan 11 14:25:43.139873 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=64f13744-49dc-4efc-923d-e507c7abd6bf,revision_number=5']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:25:43.332229 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a6e83-d70e-4a21-8de5-a01ae8d4551c req-830d8fec-89ac-4154-967e-9481f462b089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:43.333698 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-e88a6e83-d70e-4a21-8de5-a01ae8d4551c req-830d8fec-89ac-4154-967e-9481f462b089 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 1098 time: 0.0386209 Jan 11 14:25:43.382392 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-e88a6e83-d70e-4a21-8de5-a01ae8d4551c req-abf741cc-75c0-4534-989f-9d8378bd1082 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417259 Jan 11 14:25:43.862013 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a4d4b-9372-4807-89f3-401c2a5e51c1 req-698d5a1b-b525-4039-a767-6fd454717a3b tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:43.863462 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fa7a4d4b-9372-4807-89f3-401c2a5e51c1 req-698d5a1b-b525-4039-a767-6fd454717a3b tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 945 time: 0.0479360 Jan 11 14:25:43.910272 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fa7a4d4b-9372-4807-89f3-401c2a5e51c1 req-baf3ffad-10c3-479e-9184-1ec08abbce19 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413601 Jan 11 14:25:45.030397 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32198cf1-f636-4550-81d8-4c9affafe844 req-3b58c100-1244-4869-8738-941d2637deff tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:45.032023 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-32198cf1-f636-4550-81d8-4c9affafe844 req-3b58c100-1244-4869-8738-941d2637deff tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 945 time: 0.0533283 Jan 11 14:25:45.080991 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-32198cf1-f636-4550-81d8-4c9affafe844 req-37f9e786-fbda-4465-936e-58eb12c2adc7 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434134 Jan 11 14:25:45.195700 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5a246-43fd-42c0-906e-ab5f04262a1b req-aebe2b53-0f06-4d5b-8cde-51b0a3e4bec8 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:45.197169 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-dce5a246-43fd-42c0-906e-ab5f04262a1b req-aebe2b53-0f06-4d5b-8cde-51b0a3e4bec8 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 945 time: 0.0517347 Jan 11 14:25:45.245958 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-dce5a246-43fd-42c0-906e-ab5f04262a1b req-923f62c9-66c7-415b-86c3-cda90788aff8 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430546 Jan 11 14:25:45.267992 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 33814) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:25:45.446525 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c5bdb5-84fb-49f3-a256-362c239a0d2c tempest-TestShelveInstance-677539369 tempest-TestShelveInstance-677539369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:45.448291 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-e1c5bdb5-84fb-49f3-a256-362c239a0d2c tempest-TestShelveInstance-677539369 tempest-TestShelveInstance-677539369-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 1093 time: 0.1793234 Jan 11 14:25:45.451833 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 33818) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:25:45.455930 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.v2.base [None req-73deb048-57d8-40e1-8da0-c5a953acf844 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Request body: {'floatingip': {'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'port_id': '64f13744-49dc-4efc-923d-e507c7abd6bf', 'tenant_id': '802231c203874b75b82b8b9358e6f61d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 14:25:45.478718 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-73deb048-57d8-40e1-8da0-c5a953acf844 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:45.572417 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-73deb048-57d8-40e1-8da0-c5a953acf844 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (None), before_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:45.682379 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.db_base_plugin_common [None req-73deb048-57d8-40e1-8da0-c5a953acf844 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Allocated IP 172.27.2.213 (2ce614e2-30de-465a-a7cf-ddab87bfda56/24533608-225a-4678-8e54-d2d8b6714d88/7bbbbb8b-b122-45a2-8575-cae8608005f5) {{(pid=102758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 14:25:45.781264 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-73deb048-57d8-40e1-8da0-c5a953acf844 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks [] for port (7bbbbb8b-b122-45a2-8575-cae8608005f5), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:45.813132 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-73deb048-57d8-40e1-8da0-c5a953acf844 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792865867996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10081185'] for port (7bbbbb8b-b122-45a2-8575-cae8608005f5), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:45.855464 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73deb048-57d8-40e1-8da0-c5a953acf844 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Network 2ce614e2-30de-465a-a7cf-ddab87bfda56 is already hosted by enough agents. {{(pid=102758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 14:25:45.858305 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.base_scheduler [None req-73deb048-57d8-40e1-8da0-c5a953acf844 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Resources bound (agent type, host, resource id): {{(pid=102758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 14:25:45.861799 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73deb048-57d8-40e1-8da0-c5a953acf844 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Received port after_create {{(pid=102758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 14:25:45.884566 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73deb048-57d8-40e1-8da0-c5a953acf844 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Pushing event updated for resources: {'Port': ['ID=7bbbbb8b-b122-45a2-8575-cae8608005f5,revision_number=1']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:25:46.194935 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-73deb048-57d8-40e1-8da0-c5a953acf844 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks [] for floatingip (81a1cb67-2255-4c27-a18d-ebd5a2a43835), precommit_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:46.262468 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-73deb048-57d8-40e1-8da0-c5a953acf844 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (7bbbbb8b-b122-45a2-8575-cae8608005f5), before_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:46.406102 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-73deb048-57d8-40e1-8da0-c5a953acf844 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks [] for port (7bbbbb8b-b122-45a2-8575-cae8608005f5), precommit_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:46.410437 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-73deb048-57d8-40e1-8da0-c5a953acf844 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10081198'] for port (7bbbbb8b-b122-45a2-8575-cae8608005f5), after_update {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:46.475886 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73deb048-57d8-40e1-8da0-c5a953acf844 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Pushing event updated for resources: {'Port': ['ID=7bbbbb8b-b122-45a2-8575-cae8608005f5,revision_number=2']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:25:46.489200 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-73deb048-57d8-40e1-8da0-c5a953acf844 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704722'] for floatingip (81a1cb67-2255-4c27-a18d-ebd5a2a43835), after_create {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:46.584782 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.db.l3_db [None req-73deb048-57d8-40e1-8da0-c5a953acf844 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Floating IP 81a1cb67-2255-4c27-a18d-ebd5a2a43835 associated. External IP: 172.27.2.213, port: 64f13744-49dc-4efc-923d-e507c7abd6bf. Jan 11 14:25:46.784752 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73deb048-57d8-40e1-8da0-c5a953acf844 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Router e51f7f1a-1451-49a3-8f57-62a476afae38 has already been hosted by L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 {{(pid=102758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 14:25:46.885581 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73deb048-57d8-40e1-8da0-c5a953acf844 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:25:46.895153 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df90d363-9782-4c10-a98e-554f7c2d8f49 None None] Sync routers for ids ['e51f7f1a-1451-49a3-8f57-62a476afae38'] in dv-cinder-824131-3-iscsi {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:25:46.904933 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-73deb048-57d8-40e1-8da0-c5a953acf844 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:46.905132 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df90d363-9782-4c10-a98e-554f7c2d8f49 None None] Routers {'e51f7f1a-1451-49a3-8f57-62a476afae38'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:25:46.905783 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-df90d363-9782-4c10-a98e-554f7c2d8f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:25:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['e51f7f1a-1451-49a3-8f57-62a476afae38'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:25:46.935347 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-73deb048-57d8-40e1-8da0-c5a953acf844 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4824481 Jan 11 14:25:46.936357 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ab8a6c-2c89-43b7-9554-1513f3ff0ee9', 'tag': '64f13744-49dc-4efc-923d-e507c7abd6bf'}] {{(pid=102758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:25:46.938823 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bad0c4360237c930a732257e05ff37eb7f7649fd7d398cae3022b7fa374a377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a848f4-0bc1-4b9a-b646-f1be0f6cadc3" -d '{"events": [{"name": "network-changed", "server_uuid": "61ab8a6c-2c89-43b7-9554-1513f3ff0ee9", "tag": "64f13744-49dc-4efc-923d-e507c7abd6bf"}]}' {{(pid=102758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:25:46.975527 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 14:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee56ca8-c28c-4fd0-8575-9ca14ca8024a x-openstack-request-id: req-3ee56ca8-c28c-4fd0-8575-9ca14ca8024a {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:25:46.975816 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ab8a6c-2c89-43b7-9554-1513f3ff0ee9", "tag": "64f13744-49dc-4efc-923d-e507c7abd6bf", "status": "completed", "code": 200}]} {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:25:46.976069 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ee56ca8-c28c-4fd0-8575-9ca14ca8024a {{(pid=102758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:25:46.976474 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ab8a6c-2c89-43b7-9554-1513f3ff0ee9', 'tag': '64f13744-49dc-4efc-923d-e507c7abd6bf', 'status': 'completed', 'code': 200} Jan 11 14:25:47.014363 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-df90d363-9782-4c10-a98e-554f7c2d8f49 None None] Set router e51f7f1a-1451-49a3-8f57-62a476afae38 gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:25:47.035053 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a848f4-0bc1-4b9a-b646-f1be0f6cadc3 req-6c12ef57-5768-40a9-9160-5f9c6e120d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:47.036514 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-48a848f4-0bc1-4b9a-b646-f1be0f6cadc3 req-6c12ef57-5768-40a9-9160-5f9c6e120d1f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=802231c203874b75b82b8b9358e6f61d&device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 1098 time: 0.0401938 Jan 11 14:25:47.127233 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a848f4-0bc1-4b9a-b646-f1be0f6cadc3 req-9dbf5004-f01b-489d-90f4-2e15fe95a5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:47.128722 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-48a848f4-0bc1-4b9a-b646-f1be0f6cadc3 req-9dbf5004-f01b-489d-90f4-2e15fe95a5f1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=449b9fd4-a429-4fad-859d-a2586ac97009 HTTP/1.1" status: 200 len: 908 time: 0.0854797 Jan 11 14:25:47.191554 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-48a848f4-0bc1-4b9a-b646-f1be0f6cadc3 req-1e9e2728-0de1-4ca9-911a-165cf07990f4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64f13744-49dc-4efc-923d-e507c7abd6bf HTTP/1.1" status: 200 len: 999 time: 0.0566545 Jan 11 14:25:47.239233 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a848f4-0bc1-4b9a-b646-f1be0f6cadc3 req-fffc8f5b-27e0-4dff-a5d8-35364e80b8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:47.240848 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-48a848f4-0bc1-4b9a-b646-f1be0f6cadc3 req-fffc8f5b-27e0-4dff-a5d8-35364e80b8cf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=22caa802-287c-4085-b958-83ced3822fc7 HTTP/1.1" status: 200 len: 846 time: 0.0437937 Jan 11 14:25:47.247602 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-df90d363-9782-4c10-a98e-554f7c2d8f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'name': 'tempest-TestShelveInstance-43552613-router', 'tenant_id': '802231c203874b75b82b8b9358e6f61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:24:51Z', 'updated_at': '2022-01-11T14:24:53Z', 'revision_number': 4, 'project_id': '802231c203874b75b82b8b9358e6f61d', 'gw_port': {'id': 'f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:24:51Z', 'updated_at': '2022-01-11T14:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_floatingips': [{'id': '81a1cb67-2255-4c27-a18d-ebd5a2a43835', 'tenant_id': '802231c203874b75b82b8b9358e6f61d', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'router_id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'port_id': '64f13744-49dc-4efc-923d-e507c7abd6bf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '449b9fd4-a429-4fad-859d-a2586ac97009', 'mac_address': 'fa:16:3e:7b:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ab8a6c-2c89-43b7-9554-1513f3ff0ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T14:25:46Z', 'updated_at': '2022-01-11T14:25:46Z', 'revision_number': 0, 'project_id': '802231c203874b75b82b8b9358e6f61d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29190d42-15e0-456b-820b-836e0884314b', 'name': '', 'network_id': '449b9fd4-a429-4fad-859d-a2586ac97009', 'tenant_id': '802231c203874b75b82b8b9358e6f61d', 'mac_address': 'fa:16:3e:b0:cb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '22caa802-287c-4085-b958-83ced3822fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:24:53Z', 'updated_at': '2022-01-11T14:24:58Z', 'revision_number': 5, 'project_id': '802231c203874b75b82b8b9358e6f61d', 'subnets': [{'id': '22caa802-287c-4085-b958-83ced3822fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:25:47.273664 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df90d363-9782-4c10-a98e-554f7c2d8f49 None None] Checking router: e51f7f1a-1451-49a3-8f57-62a476afae38 for host: dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:25:47.290904 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df90d363-9782-4c10-a98e-554f7c2d8f49 None None] Routers {'e51f7f1a-1451-49a3-8f57-62a476afae38'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:25:47.291583 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-df90d363-9782-4c10-a98e-554f7c2d8f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:25:28Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['e51f7f1a-1451-49a3-8f57-62a476afae38'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:25:47.295213 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a848f4-0bc1-4b9a-b646-f1be0f6cadc3 req-08c6bc57-4f52-4335-87e3-93a50e86edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:25:47.296786 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-48a848f4-0bc1-4b9a-b646-f1be0f6cadc3 req-08c6bc57-4f52-4335-87e3-93a50e86edd3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=449b9fd4-a429-4fad-859d-a2586ac97009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506608 Jan 11 14:25:47.389496 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-48a848f4-0bc1-4b9a-b646-f1be0f6cadc3 req-eeb13ba0-9799-4e85-90db-724d664d9ce1 service neutron] 10.222.0.45 "GET /v2.0/networks/449b9fd4-a429-4fad-859d-a2586ac97009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865147 Jan 11 14:25:47.396807 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-df90d363-9782-4c10-a98e-554f7c2d8f49 None None] Set router e51f7f1a-1451-49a3-8f57-62a476afae38 gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:25:47.478744 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-48a848f4-0bc1-4b9a-b646-f1be0f6cadc3 req-42cc3fec-703c-4f91-ae2e-b60accc68581 service neutron] 10.222.0.45 "GET /v2.0/networks/449b9fd4-a429-4fad-859d-a2586ac97009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840194 Jan 11 14:25:47.620799 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-df90d363-9782-4c10-a98e-554f7c2d8f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'name': 'tempest-TestShelveInstance-43552613-router', 'tenant_id': '802231c203874b75b82b8b9358e6f61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:24:51Z', 'updated_at': '2022-01-11T14:24:53Z', 'revision_number': 4, 'project_id': '802231c203874b75b82b8b9358e6f61d', 'gw_port': {'id': 'f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:24:51Z', 'updated_at': '2022-01-11T14:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_floatingips': [{'id': '81a1cb67-2255-4c27-a18d-ebd5a2a43835', 'tenant_id': '802231c203874b75b82b8b9358e6f61d', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'router_id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'port_id': '64f13744-49dc-4efc-923d-e507c7abd6bf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '449b9fd4-a429-4fad-859d-a2586ac97009', 'mac_address': 'fa:16:3e:7b:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ab8a6c-2c89-43b7-9554-1513f3ff0ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T14:25:46Z', 'updated_at': '2022-01-11T14:25:46Z', 'revision_number': 0, 'project_id': '802231c203874b75b82b8b9358e6f61d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29190d42-15e0-456b-820b-836e0884314b', 'name': '', 'network_id': '449b9fd4-a429-4fad-859d-a2586ac97009', 'tenant_id': '802231c203874b75b82b8b9358e6f61d', 'mac_address': 'fa:16:3e:b0:cb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '22caa802-287c-4085-b958-83ced3822fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:24:53Z', 'updated_at': '2022-01-11T14:24:58Z', 'revision_number': 5, 'project_id': '802231c203874b75b82b8b9358e6f61d', 'subnets': [{'id': '22caa802-287c-4085-b958-83ced3822fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:25:47.650583 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df90d363-9782-4c10-a98e-554f7c2d8f49 None None] The sync data for ids ['e51f7f1a-1451-49a3-8f57-62a476afae38'] in dv-cinder-824131-3-iscsi is: [{'id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'name': 'tempest-TestShelveInstance-43552613-router', 'tenant_id': '802231c203874b75b82b8b9358e6f61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:24:51Z', 'updated_at': '2022-01-11T14:24:53Z', 'revision_number': 4, 'project_id': '802231c203874b75b82b8b9358e6f61d', 'gw_port': {'id': 'f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:24:51Z', 'updated_at': '2022-01-11T14:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_floatingips': [{'id': '81a1cb67-2255-4c27-a18d-ebd5a2a43835', 'tenant_id': '802231c203874b75b82b8b9358e6f61d', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'router_id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'port_id': '64f13744-49dc-4efc-923d-e507c7abd6bf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '449b9fd4-a429-4fad-859d-a2586ac97009', 'mac_address': 'fa:16:3e:7b:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ab8a6c-2c89-43b7-9554-1513f3ff0ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T14:25:46Z', 'updated_at': '2022-01-11T14:25:46Z', 'revision_number': 0, 'project_id': '802231c203874b75b82b8b9358e6f61d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29190d42-15e0-456b-820b-836e0884314b', 'name': '', 'network_id': '449b9fd4-a429-4fad-859d-a2586ac97009', 'tenant_id': '802231c203874b75b82b8b9358e6f61d', 'mac_address': 'fa:16:3e:b0:cb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '22caa802-287c-4085-b958-83ced3822fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:24:53Z', 'updated_at': '2022-01-11T14:24:58Z', 'revision_number': 5, 'project_id': '802231c203874b75b82b8b9358e6f61d', 'subnets': [{'id': '22caa802-287c-4085-b958-83ced3822fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:25:47.841618 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9fc8b4-1824-4b5b-a84d-fce6097a03b3 None None] New status for floating IP 81a1cb67-2255-4c27-a18d-ebd5a2a43835: ACTIVE {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 14:25:56.116718 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8a16fec8-5d6a-4782-ad1b-7317fd74be14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:58.312082 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-6b2842f5-ba35-4978-8e3b-645c73d9ac86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:25:59.647485 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:26:00.802199 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:26:02.295154 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:26:08.837046 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:26:09.128733 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:26:09.715934 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-cf30f2ed-3b42-4ecc-91c6-c70491764ff4 req-4e56c26a-dfcb-4e77-addb-06412c75bf98 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9e808871-d76c-4ed2-8cac-bf9d1732ec3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385053 Jan 11 14:26:09.771806 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30f2ed-3b42-4ecc-91c6-c70491764ff4 req-a7876053-95a9-4c06-a4f8-ac2590e0dc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:26:09.773284 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-cf30f2ed-3b42-4ecc-91c6-c70491764ff4 req-a7876053-95a9-4c06-a4f8-ac2590e0dc69 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=135a305e0bbe4cfcbfea666d19340195&device_id=9e808871-d76c-4ed2-8cac-bf9d1732ec3a HTTP/1.1" status: 200 len: 1099 time: 0.0383453 Jan 11 14:26:09.878698 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30f2ed-3b42-4ecc-91c6-c70491764ff4 req-1dbb343f-10bf-4ed0-9a2e-7c912badb8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:26:09.880280 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-cf30f2ed-3b42-4ecc-91c6-c70491764ff4 req-1dbb343f-10bf-4ed0-9a2e-7c912badb8f2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bafd8a92-c934-408c-97d9-8c6dc292a947 HTTP/1.1" status: 200 len: 913 time: 0.0887625 Jan 11 14:26:09.942561 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-cf30f2ed-3b42-4ecc-91c6-c70491764ff4 req-28d8c559-af27-4abb-ad29-e9abbef7f868 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5599536b-3bf6-4ae9-a675-b0498bc7116e HTTP/1.1" status: 200 len: 1002 time: 0.0560663 Jan 11 14:26:09.991906 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30f2ed-3b42-4ecc-91c6-c70491764ff4 req-a6db3075-0823-4bdc-ae42-e41c260168de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:26:09.993229 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-cf30f2ed-3b42-4ecc-91c6-c70491764ff4 req-a6db3075-0823-4bdc-ae42-e41c260168de service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d58c911-087c-4b19-80a7-5a9e906fabc5 HTTP/1.1" status: 200 len: 851 time: 0.0450339 Jan 11 14:26:10.034993 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30f2ed-3b42-4ecc-91c6-c70491764ff4 req-8d93faa4-5912-49d6-9c58-bcce02c42d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:26:10.036435 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-cf30f2ed-3b42-4ecc-91c6-c70491764ff4 req-8d93faa4-5912-49d6-9c58-bcce02c42d55 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bafd8a92-c934-408c-97d9-8c6dc292a947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0373292 Jan 11 14:26:10.120898 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-cf30f2ed-3b42-4ecc-91c6-c70491764ff4 req-6eb78e95-6dd2-4a26-9236-c63452508385 service neutron] 10.222.0.45 "GET /v2.0/networks/bafd8a92-c934-408c-97d9-8c6dc292a947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779994 Jan 11 14:26:10.218059 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-cf30f2ed-3b42-4ecc-91c6-c70491764ff4 req-f2feb229-e39a-42f6-9bf8-76cbcea54ff9 service neutron] 10.222.0.45 "GET /v2.0/networks/bafd8a92-c934-408c-97d9-8c6dc292a947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907226 Jan 11 14:26:26.117399 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-fb9a26ed-5311-4964-85f1-2f968b5eaec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:26:28.313858 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-675a4b5f-d1bb-47ec-ac13-2ce7934acee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:26:29.650042 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:26:30.802127 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:26:32.296276 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:26:38.840890 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:26:46.128377 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:26:56.118322 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-53056a88-e548-4a32-b7ee-12f2de825a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:26:58.316676 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4785884f-3d52-423d-9e8b-589accdd8544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:26:59.651991 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:00.804958 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:02.298950 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:08.690259 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 33856) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:27:08.841376 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [None req-7f4d9994-8dfc-4f99-849c-d46e6635a2a3 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Deleting port b3bc23c5-899e-49fe-ab8c-c6d19420be1e {{(pid=102758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:27:08.841727 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-7f4d9994-8dfc-4f99-849c-d46e6635a2a3 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (b3bc23c5-899e-49fe-ab8c-c6d19420be1e), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:08.851375 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:08.915088 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-7f4d9994-8dfc-4f99-849c-d46e6635a2a3 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (b3bc23c5-899e-49fe-ab8c-c6d19420be1e), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:08.915415 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-7f4d9994-8dfc-4f99-849c-d46e6635a2a3 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for floatingip (b3bc23c5-899e-49fe-ab8c-c6d19420be1e), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:08.927381 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [None req-7f4d9994-8dfc-4f99-849c-d46e6635a2a3 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Calling delete_port for b3bc23c5-899e-49fe-ab8c-c6d19420be1e owned by network:floatingip {{(pid=102758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:27:09.098697 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-7f4d9994-8dfc-4f99-849c-d46e6635a2a3 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10081185'] for port (b3bc23c5-899e-49fe-ab8c-c6d19420be1e), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:09.357862 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d9994-8dfc-4f99-849c-d46e6635a2a3 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Pushing event deleted for resources: {'Port': ['ID=b3bc23c5-899e-49fe-ab8c-c6d19420be1e,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:27:09.380112 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d9994-8dfc-4f99-849c-d46e6635a2a3 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:27:09.380469 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d9994-8dfc-4f99-849c-d46e6635a2a3 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:27:09.380820 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d9994-8dfc-4f99-849c-d46e6635a2a3 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:27:09.381162 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d9994-8dfc-4f99-849c-d46e6635a2a3 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:27:09.381505 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d9994-8dfc-4f99-849c-d46e6635a2a3 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:27:09.381837 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d9994-8dfc-4f99-849c-d46e6635a2a3 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:27:09.382168 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d9994-8dfc-4f99-849c-d46e6635a2a3 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:27:09.382501 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d9994-8dfc-4f99-849c-d46e6635a2a3 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:27:09.382838 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d9994-8dfc-4f99-849c-d46e6635a2a3 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:27:09.383169 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d9994-8dfc-4f99-849c-d46e6635a2a3 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:27:09.383513 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d9994-8dfc-4f99-849c-d46e6635a2a3 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:27:09.383846 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d9994-8dfc-4f99-849c-d46e6635a2a3 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:27:09.384168 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d9994-8dfc-4f99-849c-d46e6635a2a3 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:27:09.424551 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-7f4d9994-8dfc-4f99-849c-d46e6635a2a3 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for floatingip (81ea302e-bfd3-4c61-846d-ca8fdb9638ed), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:09.424882 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.db.l3_db [None req-7f4d9994-8dfc-4f99-849c-d46e6635a2a3 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Floating IP 81ea302e-bfd3-4c61-846d-ca8fdb9638ed disassociated (deleted). External IP: 172.27.2.234, port: 5599536b-3bf6-4ae9-a675-b0498bc7116e. Jan 11 14:27:09.622590 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4d9994-8dfc-4f99-849c-d46e6635a2a3 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Router d9326052-8cd2-41d9-a016-ab300bb05cca has already been hosted by L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 {{(pid=102758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 14:27:09.726955 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4d9994-8dfc-4f99-849c-d46e6635a2a3 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:27:09.731575 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-7f4d9994-8dfc-4f99-849c-d46e6635a2a3 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:09.736244 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625f9a69-bb4b-4fb9-86bd-3b3296a0d17e None None] Sync routers for ids ['d9326052-8cd2-41d9-a016-ab300bb05cca'] in dv-cinder-824131-3-iscsi {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:27:09.745908 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625f9a69-bb4b-4fb9-86bd-3b3296a0d17e None None] Routers {'d9326052-8cd2-41d9-a016-ab300bb05cca'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:27:09.746514 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-625f9a69-bb4b-4fb9-86bd-3b3296a0d17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:26:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['d9326052-8cd2-41d9-a016-ab300bb05cca'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:27:09.757826 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-7f4d9994-8dfc-4f99-849c-d46e6635a2a3 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "DELETE /v2.0/floatingips/81ea302e-bfd3-4c61-846d-ca8fdb9638ed HTTP/1.1" status: 204 len: 168 time: 1.0665152 Jan 11 14:27:09.758422 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e808871-d76c-4ed2-8cac-bf9d1732ec3a', 'tag': '5599536b-3bf6-4ae9-a675-b0498bc7116e'}] {{(pid=102758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:27:09.761008 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bad0c4360237c930a732257e05ff37eb7f7649fd7d398cae3022b7fa374a377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1d7a7d-1167-4b31-aadb-d298d71e4b97" -d '{"events": [{"name": "network-changed", "server_uuid": "9e808871-d76c-4ed2-8cac-bf9d1732ec3a", "tag": "5599536b-3bf6-4ae9-a675-b0498bc7116e"}]}' {{(pid=102758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:27:09.800026 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 14:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcaa7e3-f2b8-47a9-a489-0c3d526b3d4e x-openstack-request-id: req-afcaa7e3-f2b8-47a9-a489-0c3d526b3d4e {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:27:09.800419 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e808871-d76c-4ed2-8cac-bf9d1732ec3a", "tag": "5599536b-3bf6-4ae9-a675-b0498bc7116e", "status": "completed", "code": 200}]} {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:27:09.800825 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-afcaa7e3-f2b8-47a9-a489-0c3d526b3d4e {{(pid=102758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:27:09.801293 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e808871-d76c-4ed2-8cac-bf9d1732ec3a', 'tag': '5599536b-3bf6-4ae9-a675-b0498bc7116e', 'status': 'completed', 'code': 200} Jan 11 14:27:09.862193 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-625f9a69-bb4b-4fb9-86bd-3b3296a0d17e None None] Set router d9326052-8cd2-41d9-a016-ab300bb05cca gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:27:09.863862 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d7a7d-1167-4b31-aadb-d298d71e4b97 req-31481fcf-0ea8-4645-a09f-f42040f4cb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:27:09.865436 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-ea1d7a7d-1167-4b31-aadb-d298d71e4b97 req-31481fcf-0ea8-4645-a09f-f42040f4cb98 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=135a305e0bbe4cfcbfea666d19340195&device_id=9e808871-d76c-4ed2-8cac-bf9d1732ec3a HTTP/1.1" status: 200 len: 1099 time: 0.0428517 Jan 11 14:27:09.981943 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d7a7d-1167-4b31-aadb-d298d71e4b97 req-4b2f7ecc-d2d6-4db7-b6c6-3c1253690ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:27:09.983441 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-ea1d7a7d-1167-4b31-aadb-d298d71e4b97 req-4b2f7ecc-d2d6-4db7-b6c6-3c1253690ff7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bafd8a92-c934-408c-97d9-8c6dc292a947 HTTP/1.1" status: 200 len: 913 time: 0.1012003 Jan 11 14:27:09.994299 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da90fa-6ad9-4912-b67b-18a4ea8fb774 req-cf187c1e-2549-472c-a58b-16f0602bd9d7 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:27:09.995881 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d2da90fa-6ad9-4912-b67b-18a4ea8fb774 req-cf187c1e-2549-472c-a58b-16f0602bd9d7 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e808871-d76c-4ed2-8cac-bf9d1732ec3a HTTP/1.1" status: 200 len: 946 time: 0.0516784 Jan 11 14:27:10.026004 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-ea1d7a7d-1167-4b31-aadb-d298d71e4b97 req-4be7a479-9264-4d22-9efe-3941e36d3ad1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5599536b-3bf6-4ae9-a675-b0498bc7116e HTTP/1.1" status: 200 len: 217 time: 0.0347195 Jan 11 14:27:10.049058 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d2da90fa-6ad9-4912-b67b-18a4ea8fb774 req-788bf58f-7692-40ea-be64-a449ae0101e0 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454333 Jan 11 14:27:10.080109 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d7a7d-1167-4b31-aadb-d298d71e4b97 req-39becbb7-6d2c-4758-8e5e-1afccf71d7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:27:10.081659 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-ea1d7a7d-1167-4b31-aadb-d298d71e4b97 req-39becbb7-6d2c-4758-8e5e-1afccf71d7e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d58c911-087c-4b19-80a7-5a9e906fabc5 HTTP/1.1" status: 200 len: 851 time: 0.0483751 Jan 11 14:27:10.096737 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-625f9a69-bb4b-4fb9-86bd-3b3296a0d17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'name': 'tempest-TestVolumeBootPattern-1187170809-router', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:18:19Z', 'updated_at': '2022-01-11T14:18:26Z', 'revision_number': 4, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'gw_port': {'id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:21Z', 'updated_at': '2022-01-11T14:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_floatingips': [{'id': 'fce67440-03af-42ba-8b02-25d4c3f8ff1a', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'router_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'port_id': '5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'mac_address': 'fa:16:3e:2b:8a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f7f59c-094c-4dd0-bdd9-d0116cb8191e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T14:22:27Z', 'updated_at': '2022-01-11T14:22:29Z', 'revision_number': 1, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'effc657b-bdfa-4327-864b-dcbc4be811a5', 'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'mac_address': 'fa:16:3e:17:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:25Z', 'updated_at': '2022-01-11T14:18:33Z', 'revision_number': 5, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'subnets': [{'id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:27:10.127108 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625f9a69-bb4b-4fb9-86bd-3b3296a0d17e None None] Checking router: d9326052-8cd2-41d9-a016-ab300bb05cca for host: dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:27:10.128573 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d7a7d-1167-4b31-aadb-d298d71e4b97 req-5a618d37-7e2c-41db-b4cf-6f743d45df5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:27:10.130056 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-ea1d7a7d-1167-4b31-aadb-d298d71e4b97 req-5a618d37-7e2c-41db-b4cf-6f743d45df5d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bafd8a92-c934-408c-97d9-8c6dc292a947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422602 Jan 11 14:27:10.135368 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625f9a69-bb4b-4fb9-86bd-3b3296a0d17e None None] Routers {'d9326052-8cd2-41d9-a016-ab300bb05cca'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:27:10.135961 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-625f9a69-bb4b-4fb9-86bd-3b3296a0d17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:26:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['d9326052-8cd2-41d9-a016-ab300bb05cca'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:27:10.219166 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-ea1d7a7d-1167-4b31-aadb-d298d71e4b97 req-1f2cca05-d359-4e73-b358-8405ca37264d service neutron] 10.222.0.45 "GET /v2.0/networks/bafd8a92-c934-408c-97d9-8c6dc292a947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827484 Jan 11 14:27:10.242383 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-625f9a69-bb4b-4fb9-86bd-3b3296a0d17e None None] Set router d9326052-8cd2-41d9-a016-ab300bb05cca gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:27:10.308966 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-ea1d7a7d-1167-4b31-aadb-d298d71e4b97 req-957ad15b-32df-4067-8461-56a049e8d868 service neutron] 10.222.0.45 "GET /v2.0/networks/bafd8a92-c934-408c-97d9-8c6dc292a947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838907 Jan 11 14:27:10.469389 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-625f9a69-bb4b-4fb9-86bd-3b3296a0d17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'name': 'tempest-TestVolumeBootPattern-1187170809-router', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:18:19Z', 'updated_at': '2022-01-11T14:18:26Z', 'revision_number': 4, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'gw_port': {'id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:21Z', 'updated_at': '2022-01-11T14:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_floatingips': [{'id': 'fce67440-03af-42ba-8b02-25d4c3f8ff1a', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'router_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'port_id': '5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'mac_address': 'fa:16:3e:2b:8a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f7f59c-094c-4dd0-bdd9-d0116cb8191e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T14:22:27Z', 'updated_at': '2022-01-11T14:22:29Z', 'revision_number': 1, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'effc657b-bdfa-4327-864b-dcbc4be811a5', 'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'mac_address': 'fa:16:3e:17:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:25Z', 'updated_at': '2022-01-11T14:18:33Z', 'revision_number': 5, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'subnets': [{'id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:27:10.495566 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625f9a69-bb4b-4fb9-86bd-3b3296a0d17e None None] The sync data for ids ['d9326052-8cd2-41d9-a016-ab300bb05cca'] in dv-cinder-824131-3-iscsi is: [{'id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'name': 'tempest-TestVolumeBootPattern-1187170809-router', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:18:19Z', 'updated_at': '2022-01-11T14:18:26Z', 'revision_number': 4, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'gw_port': {'id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:21Z', 'updated_at': '2022-01-11T14:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_floatingips': [{'id': 'fce67440-03af-42ba-8b02-25d4c3f8ff1a', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'router_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'port_id': '5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'mac_address': 'fa:16:3e:2b:8a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f7f59c-094c-4dd0-bdd9-d0116cb8191e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T14:22:27Z', 'updated_at': '2022-01-11T14:22:29Z', 'revision_number': 1, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'effc657b-bdfa-4327-864b-dcbc4be811a5', 'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'mac_address': 'fa:16:3e:17:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:25Z', 'updated_at': '2022-01-11T14:18:33Z', 'revision_number': 5, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'subnets': [{'id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:27:10.713019 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4954c681-3ef0-458a-8637-2351463001e0 None None] New status for floating IP 81ea302e-bfd3-4c61-846d-ca8fdb9638ed: DOWN {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 14:27:10.714668 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-45414179-d038-4692-b421-546e7e030844 req-f902799b-f0a1-46c6-934a-0ed266779396 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=10f7f59c-094c-4dd0-bdd9-d0116cb8191e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461552 Jan 11 14:27:10.800385 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45414179-d038-4692-b421-546e7e030844 req-5362c15f-0b4b-4c3d-9fe0-1cd9a7cd120f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:27:10.801913 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-45414179-d038-4692-b421-546e7e030844 req-5362c15f-0b4b-4c3d-9fe0-1cd9a7cd120f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=135a305e0bbe4cfcbfea666d19340195&device_id=10f7f59c-094c-4dd0-bdd9-d0116cb8191e HTTP/1.1" status: 200 len: 1098 time: 0.0447061 Jan 11 14:27:10.906083 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45414179-d038-4692-b421-546e7e030844 req-af93129d-f0ef-4d9d-8032-c00e20469ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:27:10.908475 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-45414179-d038-4692-b421-546e7e030844 req-af93129d-f0ef-4d9d-8032-c00e20469ac9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bafd8a92-c934-408c-97d9-8c6dc292a947 HTTP/1.1" status: 200 len: 913 time: 0.0872681 Jan 11 14:27:10.973078 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-45414179-d038-4692-b421-546e7e030844 req-01990a00-417b-4309-87c3-539daf634ad4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4 HTTP/1.1" status: 200 len: 1001 time: 0.0569589 Jan 11 14:27:11.022257 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45414179-d038-4692-b421-546e7e030844 req-a23c0c32-36c2-49c8-b960-355a2afa3a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:27:11.023755 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-45414179-d038-4692-b421-546e7e030844 req-a23c0c32-36c2-49c8-b960-355a2afa3a67 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d58c911-087c-4b19-80a7-5a9e906fabc5 HTTP/1.1" status: 200 len: 851 time: 0.0449059 Jan 11 14:27:11.065483 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45414179-d038-4692-b421-546e7e030844 req-523279d3-3764-4ed6-b2a6-0c1d91f691b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:27:11.066848 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-45414179-d038-4692-b421-546e7e030844 req-523279d3-3764-4ed6-b2a6-0c1d91f691b3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bafd8a92-c934-408c-97d9-8c6dc292a947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374284 Jan 11 14:27:11.161790 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-45414179-d038-4692-b421-546e7e030844 req-28620ba4-952f-4c07-bb1a-de4a40192287 service neutron] 10.222.0.45 "GET /v2.0/networks/bafd8a92-c934-408c-97d9-8c6dc292a947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872850 Jan 11 14:27:11.170637 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49804ad1-f797-4401-9ed4-2acdb5b00a1f req-0b1836a7-79c3-4ac2-b187-bcdeb1bc3251 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:27:11.172147 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-49804ad1-f797-4401-9ed4-2acdb5b00a1f req-0b1836a7-79c3-4ac2-b187-bcdeb1bc3251 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e808871-d76c-4ed2-8cac-bf9d1732ec3a HTTP/1.1" status: 200 len: 946 time: 0.0524099 Jan 11 14:27:11.221089 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-49804ad1-f797-4401-9ed4-2acdb5b00a1f req-bf8d2e1b-7b87-4a91-b439-107543575c92 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434122 Jan 11 14:27:11.248805 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-45414179-d038-4692-b421-546e7e030844 req-f68fcd38-f4ab-4055-a92d-4eabd44326ca service neutron] 10.222.0.45 "GET /v2.0/networks/bafd8a92-c934-408c-97d9-8c6dc292a947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809054 Jan 11 14:27:11.766922 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976489bc-918d-4f22-a5dc-fb7eb2a1ca3d req-dc1a3958-3224-468f-89bd-c532fbb8ee63 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:27:11.768399 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-976489bc-918d-4f22-a5dc-fb7eb2a1ca3d req-dc1a3958-3224-468f-89bd-c532fbb8ee63 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e808871-d76c-4ed2-8cac-bf9d1732ec3a HTTP/1.1" status: 200 len: 946 time: 0.0472281 Jan 11 14:27:11.859165 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-976489bc-918d-4f22-a5dc-fb7eb2a1ca3d req-3ab9b5f9-9125-4909-b8e9-8a0348c7b721 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Deleting port 5599536b-3bf6-4ae9-a675-b0498bc7116e {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:27:11.859537 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-976489bc-918d-4f22-a5dc-fb7eb2a1ca3d req-3ab9b5f9-9125-4909-b8e9-8a0348c7b721 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (5599536b-3bf6-4ae9-a675-b0498bc7116e), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:11.944081 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-976489bc-918d-4f22-a5dc-fb7eb2a1ca3d req-3ab9b5f9-9125-4909-b8e9-8a0348c7b721 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] For port 5599536b-3bf6-4ae9-a675-b0498bc7116e, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=5599536b-3bf6-4ae9-a675-b0498bc7116e,segment=NetworkSegment(b82cbb00-5e14-475e-ae16-2f96aee9e7db),segment_id=b82cbb00-5e14-475e-ae16-2f96aee9e7db)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:27:11.944769 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-976489bc-918d-4f22-a5dc-fb7eb2a1ca3d req-3ab9b5f9-9125-4909-b8e9-8a0348c7b721 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (5599536b-3bf6-4ae9-a675-b0498bc7116e), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:11.960040 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-976489bc-918d-4f22-a5dc-fb7eb2a1ca3d req-3ab9b5f9-9125-4909-b8e9-8a0348c7b721 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Calling delete_port for 5599536b-3bf6-4ae9-a675-b0498bc7116e owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:27:12.082637 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-976489bc-918d-4f22-a5dc-fb7eb2a1ca3d req-3ab9b5f9-9125-4909-b8e9-8a0348c7b721 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (5599536b-3bf6-4ae9-a675-b0498bc7116e), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:12.110395 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9b5f9-9125-4909-b8e9-8a0348c7b721 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Pushing event deleted for resources: {'Port': ['ID=5599536b-3bf6-4ae9-a675-b0498bc7116e,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:27:12.138353 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9b5f9-9125-4909-b8e9-8a0348c7b721 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:27:12.138707 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9b5f9-9125-4909-b8e9-8a0348c7b721 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:27:12.139054 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9b5f9-9125-4909-b8e9-8a0348c7b721 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:27:12.139393 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9b5f9-9125-4909-b8e9-8a0348c7b721 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:27:12.139780 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9b5f9-9125-4909-b8e9-8a0348c7b721 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:27:12.140114 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9b5f9-9125-4909-b8e9-8a0348c7b721 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:27:12.140444 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9b5f9-9125-4909-b8e9-8a0348c7b721 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:27:12.140774 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9b5f9-9125-4909-b8e9-8a0348c7b721 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:27:12.141101 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9b5f9-9125-4909-b8e9-8a0348c7b721 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:27:12.141430 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9b5f9-9125-4909-b8e9-8a0348c7b721 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:27:12.141754 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9b5f9-9125-4909-b8e9-8a0348c7b721 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:27:12.142077 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9b5f9-9125-4909-b8e9-8a0348c7b721 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:27:12.142394 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab9b5f9-9125-4909-b8e9-8a0348c7b721 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:27:12.162418 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-976489bc-918d-4f22-a5dc-fb7eb2a1ca3d req-3ab9b5f9-9125-4909-b8e9-8a0348c7b721 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] No DVR routers for this DVR port 5599536b-3bf6-4ae9-a675-b0498bc7116e on host hv-cinder-82413 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 14:27:12.164610 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-976489bc-918d-4f22-a5dc-fb7eb2a1ca3d req-3ab9b5f9-9125-4909-b8e9-8a0348c7b721 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:12.167864 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-976489bc-918d-4f22-a5dc-fb7eb2a1ca3d req-3ab9b5f9-9125-4909-b8e9-8a0348c7b721 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.45 "DELETE /v2.0/ports/5599536b-3bf6-4ae9-a675-b0498bc7116e HTTP/1.1" status: 204 len: 173 time: 0.3944426 Jan 11 14:27:12.168293 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e808871-d76c-4ed2-8cac-bf9d1732ec3a', 'name': 'network-vif-deleted', 'tag': '5599536b-3bf6-4ae9-a675-b0498bc7116e'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:27:12.170516 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3731de440ea07f8bb65e98ae2cdbbed68b84f33189ebecfec85cc797d9a35429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f71f854-9041-4f73-aa3e-9692114676e7" -d '{"events": [{"server_uuid": "9e808871-d76c-4ed2-8cac-bf9d1732ec3a", "name": "network-vif-deleted", "tag": "5599536b-3bf6-4ae9-a675-b0498bc7116e"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:27:12.206137 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81179fc-fbe9-4ff4-a71c-1271ce256041 x-openstack-request-id: req-b81179fc-fbe9-4ff4-a71c-1271ce256041 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:27:12.206425 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e808871-d76c-4ed2-8cac-bf9d1732ec3a", "name": "network-vif-deleted", "tag": "5599536b-3bf6-4ae9-a675-b0498bc7116e", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:27:12.206678 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b81179fc-fbe9-4ff4-a71c-1271ce256041 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:27:12.207079 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e808871-d76c-4ed2-8cac-bf9d1732ec3a', 'name': 'network-vif-deleted', 'tag': '5599536b-3bf6-4ae9-a675-b0498bc7116e', 'status': 'completed', 'code': 200} Jan 11 14:27:12.313643 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9dce5cd7-7587-4c6d-a867-2fae0647e1dd req-2693cdfa-8ae2-477d-b9eb-65f4872236ec tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e808871-d76c-4ed2-8cac-bf9d1732ec3a HTTP/1.1" status: 200 len: 210 time: 0.0250459 Jan 11 14:27:15.382018 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 5599536b-3bf6-4ae9-a675-b0498bc7116e no longer exists at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:27:15.405572 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] No Port match for: 5599536b-3bf6-4ae9-a675-b0498bc7116e {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:27:15.405922 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 5599536b-3bf6-4ae9-a675-b0498bc7116e not bound to the agent host hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:27:15.581680 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 33896) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:27:15.738484 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [None req-e87c086f-b259-4ae8-8ff0-c8234aee5ad4 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Deleting port a1626d85-acba-4d33-a313-e02086cd2d3b {{(pid=102758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:27:15.738837 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-e87c086f-b259-4ae8-8ff0-c8234aee5ad4 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (a1626d85-acba-4d33-a313-e02086cd2d3b), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:15.815116 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-e87c086f-b259-4ae8-8ff0-c8234aee5ad4 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (a1626d85-acba-4d33-a313-e02086cd2d3b), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:15.815446 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-e87c086f-b259-4ae8-8ff0-c8234aee5ad4 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for floatingip (a1626d85-acba-4d33-a313-e02086cd2d3b), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:15.827113 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [None req-e87c086f-b259-4ae8-8ff0-c8234aee5ad4 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Calling delete_port for a1626d85-acba-4d33-a313-e02086cd2d3b owned by network:floatingip {{(pid=102758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:27:15.969530 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-e87c086f-b259-4ae8-8ff0-c8234aee5ad4 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10081185'] for port (a1626d85-acba-4d33-a313-e02086cd2d3b), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:15.992880 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c086f-b259-4ae8-8ff0-c8234aee5ad4 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Pushing event deleted for resources: {'Port': ['ID=a1626d85-acba-4d33-a313-e02086cd2d3b,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:27:16.054660 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-e87c086f-b259-4ae8-8ff0-c8234aee5ad4 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for floatingip (fce67440-03af-42ba-8b02-25d4c3f8ff1a), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:16.055001 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.db.l3_db [None req-e87c086f-b259-4ae8-8ff0-c8234aee5ad4 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Floating IP fce67440-03af-42ba-8b02-25d4c3f8ff1a disassociated (deleted). External IP: 172.27.2.150, port: 5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4. Jan 11 14:27:16.262010 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87c086f-b259-4ae8-8ff0-c8234aee5ad4 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Router d9326052-8cd2-41d9-a016-ab300bb05cca has already been hosted by L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 {{(pid=102758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 14:27:16.366816 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87c086f-b259-4ae8-8ff0-c8234aee5ad4 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:27:16.371666 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-e87c086f-b259-4ae8-8ff0-c8234aee5ad4 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:16.376324 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f484a4-c01d-4177-859a-cfe37632c225 None None] Sync routers for ids ['d9326052-8cd2-41d9-a016-ab300bb05cca'] in dv-cinder-824131-3-iscsi {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:27:16.386086 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f484a4-c01d-4177-859a-cfe37632c225 None None] Routers {'d9326052-8cd2-41d9-a016-ab300bb05cca'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:27:16.386703 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-29f484a4-c01d-4177-859a-cfe37632c225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:26:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['d9326052-8cd2-41d9-a016-ab300bb05cca'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:27:16.398241 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-e87c086f-b259-4ae8-8ff0-c8234aee5ad4 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "DELETE /v2.0/floatingips/fce67440-03af-42ba-8b02-25d4c3f8ff1a HTTP/1.1" status: 204 len: 168 time: 0.8154931 Jan 11 14:27:16.398927 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f7f59c-094c-4dd0-bdd9-d0116cb8191e', 'tag': '5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4'}] {{(pid=102758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:27:16.401306 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bad0c4360237c930a732257e05ff37eb7f7649fd7d398cae3022b7fa374a377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e60898-8e6d-4b00-be86-cc155de57a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "10f7f59c-094c-4dd0-bdd9-d0116cb8191e", "tag": "5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4"}]}' {{(pid=102758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:27:16.437251 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 14:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d7927d-a523-4a88-8fbe-500c85eb07be x-openstack-request-id: req-18d7927d-a523-4a88-8fbe-500c85eb07be {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:27:16.437646 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10f7f59c-094c-4dd0-bdd9-d0116cb8191e", "tag": "5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4", "status": "completed", "code": 200}]} {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:27:16.437908 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18d7927d-a523-4a88-8fbe-500c85eb07be {{(pid=102758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:27:16.438322 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10f7f59c-094c-4dd0-bdd9-d0116cb8191e', 'tag': '5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4', 'status': 'completed', 'code': 200} Jan 11 14:27:16.496217 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-29f484a4-c01d-4177-859a-cfe37632c225 None None] Set router d9326052-8cd2-41d9-a016-ab300bb05cca gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:27:16.510036 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e60898-8e6d-4b00-be86-cc155de57a0e req-d39a60b2-6145-44a3-b481-c5b92bf57fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:27:16.511573 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-32e60898-8e6d-4b00-be86-cc155de57a0e req-d39a60b2-6145-44a3-b481-c5b92bf57fb7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=135a305e0bbe4cfcbfea666d19340195&device_id=10f7f59c-094c-4dd0-bdd9-d0116cb8191e HTTP/1.1" status: 200 len: 1098 time: 0.0505421 Jan 11 14:27:16.620146 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e60898-8e6d-4b00-be86-cc155de57a0e req-18eddfb7-ee84-40ab-b08d-ca122ff87484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:27:16.621626 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-32e60898-8e6d-4b00-be86-cc155de57a0e req-18eddfb7-ee84-40ab-b08d-ca122ff87484 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bafd8a92-c934-408c-97d9-8c6dc292a947 HTTP/1.1" status: 200 len: 913 time: 0.0992455 Jan 11 14:27:16.629434 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe581e13-85d5-48fa-8502-1a1303b8d68e req-145d3f5f-2e12-4665-8c11-480bc1122fba tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:27:16.630967 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fe581e13-85d5-48fa-8502-1a1303b8d68e req-145d3f5f-2e12-4665-8c11-480bc1122fba tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f7f59c-094c-4dd0-bdd9-d0116cb8191e HTTP/1.1" status: 200 len: 945 time: 0.0496399 Jan 11 14:27:16.664452 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-32e60898-8e6d-4b00-be86-cc155de57a0e req-9f87b04e-01db-44a1-942d-fca9523251ab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4 HTTP/1.1" status: 200 len: 217 time: 0.0355999 Jan 11 14:27:16.681194 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-fe581e13-85d5-48fa-8502-1a1303b8d68e req-da507afa-ae52-476e-8363-36b824f06d92 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435171 Jan 11 14:27:16.710973 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-29f484a4-c01d-4177-859a-cfe37632c225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'name': 'tempest-TestVolumeBootPattern-1187170809-router', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:18:19Z', 'updated_at': '2022-01-11T14:18:26Z', 'revision_number': 4, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'gw_port': {'id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:21Z', 'updated_at': '2022-01-11T14:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'effc657b-bdfa-4327-864b-dcbc4be811a5', 'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'mac_address': 'fa:16:3e:17:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:25Z', 'updated_at': '2022-01-11T14:18:33Z', 'revision_number': 5, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'subnets': [{'id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:27:16.716645 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e60898-8e6d-4b00-be86-cc155de57a0e req-3ccaa2c2-ae0a-4861-b373-bddb31dc0c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:27:16.718200 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-32e60898-8e6d-4b00-be86-cc155de57a0e req-3ccaa2c2-ae0a-4861-b373-bddb31dc0c93 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d58c911-087c-4b19-80a7-5a9e906fabc5 HTTP/1.1" status: 200 len: 851 time: 0.0475349 Jan 11 14:27:16.740570 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f484a4-c01d-4177-859a-cfe37632c225 None None] Checking router: d9326052-8cd2-41d9-a016-ab300bb05cca for host: dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:27:16.748709 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f484a4-c01d-4177-859a-cfe37632c225 None None] Routers {'d9326052-8cd2-41d9-a016-ab300bb05cca'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:27:16.749851 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-29f484a4-c01d-4177-859a-cfe37632c225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:26:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['d9326052-8cd2-41d9-a016-ab300bb05cca'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:27:16.765391 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e60898-8e6d-4b00-be86-cc155de57a0e req-2b8e6d46-5722-411c-8e8d-dcf12c946613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:27:16.766880 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-32e60898-8e6d-4b00-be86-cc155de57a0e req-2b8e6d46-5722-411c-8e8d-dcf12c946613 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bafd8a92-c934-408c-97d9-8c6dc292a947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424824 Jan 11 14:27:16.848963 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-29f484a4-c01d-4177-859a-cfe37632c225 None None] Set router d9326052-8cd2-41d9-a016-ab300bb05cca gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:27:16.854692 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-32e60898-8e6d-4b00-be86-cc155de57a0e req-b176ee30-0109-4b52-88d6-dd12336e861d service neutron] 10.222.0.45 "GET /v2.0/networks/bafd8a92-c934-408c-97d9-8c6dc292a947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803437 Jan 11 14:27:17.057163 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-29f484a4-c01d-4177-859a-cfe37632c225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'name': 'tempest-TestVolumeBootPattern-1187170809-router', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:18:19Z', 'updated_at': '2022-01-11T14:18:26Z', 'revision_number': 4, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'gw_port': {'id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:21Z', 'updated_at': '2022-01-11T14:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'effc657b-bdfa-4327-864b-dcbc4be811a5', 'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'mac_address': 'fa:16:3e:17:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:25Z', 'updated_at': '2022-01-11T14:18:33Z', 'revision_number': 5, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'subnets': [{'id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:27:17.084481 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f484a4-c01d-4177-859a-cfe37632c225 None None] The sync data for ids ['d9326052-8cd2-41d9-a016-ab300bb05cca'] in dv-cinder-824131-3-iscsi is: [{'id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'name': 'tempest-TestVolumeBootPattern-1187170809-router', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:18:19Z', 'updated_at': '2022-01-11T14:18:26Z', 'revision_number': 4, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'gw_port': {'id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:21Z', 'updated_at': '2022-01-11T14:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': 'effc657b-bdfa-4327-864b-dcbc4be811a5', 'name': '', 'network_id': 'bafd8a92-c934-408c-97d9-8c6dc292a947', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'mac_address': 'fa:16:3e:17:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:25Z', 'updated_at': '2022-01-11T14:18:33Z', 'revision_number': 5, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'subnets': [{'id': '4d58c911-087c-4b19-80a7-5a9e906fabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:27:17.203763 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-32e60898-8e6d-4b00-be86-cc155de57a0e req-9edbce8d-79b5-4ac3-8b86-5a2837d9f348 service neutron] 10.222.0.45 "GET /v2.0/networks/bafd8a92-c934-408c-97d9-8c6dc292a947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420076 Jan 11 14:27:17.309596 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bba3ca3-05ce-44a6-9654-87417bff08d8 None None] New status for floating IP fce67440-03af-42ba-8b02-25d4c3f8ff1a: DOWN {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 14:27:17.813053 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8dc482-c327-4707-9979-00317f3e7301 req-37d54414-e522-4db3-bafb-802957ae1787 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:27:17.814529 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-da8dc482-c327-4707-9979-00317f3e7301 req-37d54414-e522-4db3-bafb-802957ae1787 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f7f59c-094c-4dd0-bdd9-d0116cb8191e HTTP/1.1" status: 200 len: 945 time: 0.0539203 Jan 11 14:27:17.862608 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-da8dc482-c327-4707-9979-00317f3e7301 req-e3edeac0-c104-4c55-aaec-c4ec6a6c52a3 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/security-groups?id=e8df7e20-bdb6-4b3f-8922-4d150503831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425413 Jan 11 14:27:18.100965 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b75a8-c8a4-4e41-8d4f-09f6ef88e0b5 req-9b1010f9-b791-4863-9915-9f0e83e5bfa7 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:27:18.102272 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-ac6b75a8-c8a4-4e41-8d4f-09f6ef88e0b5 req-9b1010f9-b791-4863-9915-9f0e83e5bfa7 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.45 "GET /v2.0/ports?device_id=10f7f59c-094c-4dd0-bdd9-d0116cb8191e HTTP/1.1" status: 200 len: 945 time: 0.0469396 Jan 11 14:27:18.193223 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-ac6b75a8-c8a4-4e41-8d4f-09f6ef88e0b5 req-a7d30b12-fe82-401f-9e2d-235a88f0430d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Deleting port 5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:27:18.193565 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ac6b75a8-c8a4-4e41-8d4f-09f6ef88e0b5 req-a7d30b12-fe82-401f-9e2d-235a88f0430d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:18.277806 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-ac6b75a8-c8a4-4e41-8d4f-09f6ef88e0b5 req-a7d30b12-fe82-401f-9e2d-235a88f0430d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] For port 5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4,segment=NetworkSegment(b82cbb00-5e14-475e-ae16-2f96aee9e7db),segment_id=b82cbb00-5e14-475e-ae16-2f96aee9e7db)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:27:18.278168 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ac6b75a8-c8a4-4e41-8d4f-09f6ef88e0b5 req-a7d30b12-fe82-401f-9e2d-235a88f0430d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:18.289977 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-ac6b75a8-c8a4-4e41-8d4f-09f6ef88e0b5 req-a7d30b12-fe82-401f-9e2d-235a88f0430d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Calling delete_port for 5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4 owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:27:18.412751 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ac6b75a8-c8a4-4e41-8d4f-09f6ef88e0b5 req-a7d30b12-fe82-401f-9e2d-235a88f0430d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:18.438518 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d30b12-fe82-401f-9e2d-235a88f0430d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Pushing event deleted for resources: {'Port': ['ID=5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:27:18.477877 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6b75a8-c8a4-4e41-8d4f-09f6ef88e0b5 req-a7d30b12-fe82-401f-9e2d-235a88f0430d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] No DVR routers for this DVR port 5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4 on host hv-cinder-82413 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 14:27:18.480313 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-ac6b75a8-c8a4-4e41-8d4f-09f6ef88e0b5 req-a7d30b12-fe82-401f-9e2d-235a88f0430d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:18.483526 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-ac6b75a8-c8a4-4e41-8d4f-09f6ef88e0b5 req-a7d30b12-fe82-401f-9e2d-235a88f0430d tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.45 "DELETE /v2.0/ports/5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4 HTTP/1.1" status: 204 len: 173 time: 0.3763175 Jan 11 14:27:18.483965 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f7f59c-094c-4dd0-bdd9-d0116cb8191e', 'name': 'network-vif-deleted', 'tag': '5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:27:18.486714 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3731de440ea07f8bb65e98ae2cdbbed68b84f33189ebecfec85cc797d9a35429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422e4526-b88d-4f48-8f24-7bebb2dfaf9a" -d '{"events": [{"server_uuid": "10f7f59c-094c-4dd0-bdd9-d0116cb8191e", "name": "network-vif-deleted", "tag": "5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:27:18.526574 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f496cc-f243-44be-bc45-e003c14b4a73 x-openstack-request-id: req-35f496cc-f243-44be-bc45-e003c14b4a73 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:27:18.526968 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f7f59c-094c-4dd0-bdd9-d0116cb8191e", "name": "network-vif-deleted", "tag": "5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:27:18.527147 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-35f496cc-f243-44be-bc45-e003c14b4a73 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:27:18.527569 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f7f59c-094c-4dd0-bdd9-d0116cb8191e', 'name': 'network-vif-deleted', 'tag': '5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4', 'status': 'completed', 'code': 200} Jan 11 14:27:18.966264 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-e793211c-04d4-4f3b-9a80-1372419c4e18 req-34a53d91-268e-4bd6-925a-876362abe6e0 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f7f59c-094c-4dd0-bdd9-d0116cb8191e HTTP/1.1" status: 200 len: 210 time: 0.0257814 Jan 11 14:27:20.021892 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 33912) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:27:20.143155 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [None req-44eaf61e-a25e-42a5-b6e7-0e7eba1a5ee5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Deleting port 83577691-a227-4181-a3da-6bbd15440da2 {{(pid=102758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:27:20.143526 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-44eaf61e-a25e-42a5-b6e7-0e7eba1a5ee5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (83577691-a227-4181-a3da-6bbd15440da2), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:20.219263 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-44eaf61e-a25e-42a5-b6e7-0e7eba1a5ee5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (83577691-a227-4181-a3da-6bbd15440da2), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:20.219616 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-44eaf61e-a25e-42a5-b6e7-0e7eba1a5ee5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for floatingip (83577691-a227-4181-a3da-6bbd15440da2), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:20.230863 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [None req-44eaf61e-a25e-42a5-b6e7-0e7eba1a5ee5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Calling delete_port for 83577691-a227-4181-a3da-6bbd15440da2 owned by network:floatingip {{(pid=102758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:27:20.354208 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-44eaf61e-a25e-42a5-b6e7-0e7eba1a5ee5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10081185'] for port (83577691-a227-4181-a3da-6bbd15440da2), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:20.388399 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eaf61e-a25e-42a5-b6e7-0e7eba1a5ee5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Pushing event deleted for resources: {'Port': ['ID=83577691-a227-4181-a3da-6bbd15440da2,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:27:20.441693 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-44eaf61e-a25e-42a5-b6e7-0e7eba1a5ee5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for floatingip (ad264263-bdde-461d-9aeb-4eb09b7efc68), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:20.444605 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-44eaf61e-a25e-42a5-b6e7-0e7eba1a5ee5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:20.445789 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-44eaf61e-a25e-42a5-b6e7-0e7eba1a5ee5 tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "DELETE /v2.0/floatingips/ad264263-bdde-461d-9aeb-4eb09b7efc68 HTTP/1.1" status: 204 len: 168 time: 0.4229186 Jan 11 14:27:21.397607 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4 no longer exists at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:27:21.420881 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] No Port match for: 5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4 {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:27:21.421224 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 5e6ed9ed-8e33-4719-9a3b-5c91d2d171c4 not bound to the agent host hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:27:21.628382 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 33924) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:27:21.682076 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-e92baccd-48b9-4478-af69-1e1fd50a5c1b tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for security_group (e8df7e20-bdb6-4b3f-8922-4d150503831f), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:21.707876 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-e92baccd-48b9-4478-af69-1e1fd50a5c1b tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for security_group (e8df7e20-bdb6-4b3f-8922-4d150503831f), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:21.763752 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-e92baccd-48b9-4478-af69-1e1fd50a5c1b tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (e8df7e20-bdb6-4b3f-8922-4d150503831f), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:21.766963 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-e92baccd-48b9-4478-af69-1e1fd50a5c1b tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:21.768158 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-e92baccd-48b9-4478-af69-1e1fd50a5c1b tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] 10.222.0.49 "DELETE /v2.0/security-groups/e8df7e20-bdb6-4b3f-8922-4d150503831f HTTP/1.1" status: 204 len: 168 time: 0.1387889 Jan 11 14:27:21.776988 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92baccd-48b9-4478-af69-1e1fd50a5c1b tempest-TestVolumeBootPattern-1517301868 tempest-TestVolumeBootPattern-1517301868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8df7e20-bdb6-4b3f-8922-4d150503831f,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:27:21.831729 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 33928) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:27:22.275836 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-183a74ad-a25d-4c8b-8086-eeaf81b66d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-730834'] for router_interface (d9326052-8cd2-41d9-a016-ab300bb05cca), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:22.510186 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [None req-183a74ad-a25d-4c8b-8086-eeaf81b66d3f admin admin] Deleting port effc657b-bdfa-4327-864b-dcbc4be811a5 {{(pid=102758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:27:22.510532 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-183a74ad-a25d-4c8b-8086-eeaf81b66d3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (effc657b-bdfa-4327-864b-dcbc4be811a5), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:22.587962 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [None req-183a74ad-a25d-4c8b-8086-eeaf81b66d3f admin admin] For port effc657b-bdfa-4327-864b-dcbc4be811a5, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=effc657b-bdfa-4327-864b-dcbc4be811a5,segment=NetworkSegment(b82cbb00-5e14-475e-ae16-2f96aee9e7db),segment_id=b82cbb00-5e14-475e-ae16-2f96aee9e7db)] {{(pid=102758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:27:22.588240 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-183a74ad-a25d-4c8b-8086-eeaf81b66d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (effc657b-bdfa-4327-864b-dcbc4be811a5), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:22.600500 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [None req-183a74ad-a25d-4c8b-8086-eeaf81b66d3f admin admin] Calling delete_port for effc657b-bdfa-4327-864b-dcbc4be811a5 owned by network:router_interface {{(pid=102758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:27:22.774236 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-183a74ad-a25d-4c8b-8086-eeaf81b66d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10081185'] for port (effc657b-bdfa-4327-864b-dcbc4be811a5), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:22.802629 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a74ad-a25d-4c8b-8086-eeaf81b66d3f admin admin] Pushing event deleted for resources: {'Port': ['ID=effc657b-bdfa-4327-864b-dcbc4be811a5,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:27:22.962648 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-183a74ad-a25d-4c8b-8086-eeaf81b66d3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-730726'] for router_interface (d9326052-8cd2-41d9-a016-ab300bb05cca), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:23.127625 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:27:23.405015 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183a74ad-a25d-4c8b-8086-eeaf81b66d3f admin admin] Router d9326052-8cd2-41d9-a016-ab300bb05cca has already been hosted by L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 {{(pid=102758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 14:27:23.505148 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183a74ad-a25d-4c8b-8086-eeaf81b66d3f admin admin] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:27:23.510108 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-183a74ad-a25d-4c8b-8086-eeaf81b66d3f admin admin] 10.222.0.49 "PUT /v2.0/routers/d9326052-8cd2-41d9-a016-ab300bb05cca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6773186 Jan 11 14:27:23.512626 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 33932) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:27:23.515215 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb819a2-2991-4502-b4b7-08f56893ddd8 None None] Sync routers for ids ['d9326052-8cd2-41d9-a016-ab300bb05cca'] in dv-cinder-824131-3-iscsi {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:27:23.525220 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb819a2-2991-4502-b4b7-08f56893ddd8 None None] Routers {'d9326052-8cd2-41d9-a016-ab300bb05cca'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:27:23.525834 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-1eb819a2-2991-4502-b4b7-08f56893ddd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:26:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['d9326052-8cd2-41d9-a016-ab300bb05cca'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:27:23.615922 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-2a8a6417-1eb2-4789-8926-b41ec5a7d6d4 admin admin] Publish callbacks [] for router (d9326052-8cd2-41d9-a016-ab300bb05cca), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:23.727380 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-2a8a6417-1eb2-4789-8926-b41ec5a7d6d4 admin admin] Publish callbacks [] for router_gateway (d9326052-8cd2-41d9-a016-ab300bb05cca), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:23.762603 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-1eb819a2-2991-4502-b4b7-08f56893ddd8 None None] Set router d9326052-8cd2-41d9-a016-ab300bb05cca gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:27:23.777700 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [None req-2a8a6417-1eb2-4789-8926-b41ec5a7d6d4 admin admin] Deleting port 808135a3-21e1-4dea-9ec1-aef5815def04 {{(pid=102758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:27:23.778241 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-2a8a6417-1eb2-4789-8926-b41ec5a7d6d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (808135a3-21e1-4dea-9ec1-aef5815def04), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:23.860269 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [None req-2a8a6417-1eb2-4789-8926-b41ec5a7d6d4 admin admin] For port 808135a3-21e1-4dea-9ec1-aef5815def04, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=808135a3-21e1-4dea-9ec1-aef5815def04,segment=NetworkSegment(74f2f49c-8139-48f1-b44d-9c7351d31a13),segment_id=74f2f49c-8139-48f1-b44d-9c7351d31a13)] {{(pid=102758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:27:23.860633 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-2a8a6417-1eb2-4789-8926-b41ec5a7d6d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (808135a3-21e1-4dea-9ec1-aef5815def04), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:23.872723 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [None req-2a8a6417-1eb2-4789-8926-b41ec5a7d6d4 admin admin] Calling delete_port for 808135a3-21e1-4dea-9ec1-aef5815def04 owned by network:router_gateway {{(pid=102758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:27:23.939257 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-1eb819a2-2991-4502-b4b7-08f56893ddd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'name': 'tempest-TestVolumeBootPattern-1187170809-router', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:18:19Z', 'updated_at': '2022-01-11T14:27:22Z', 'revision_number': 5, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'gw_port': {'id': '808135a3-21e1-4dea-9ec1-aef5815def04', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:21Z', 'updated_at': '2022-01-11T14:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi'}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:27:23.970647 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb819a2-2991-4502-b4b7-08f56893ddd8 None None] Checking router: d9326052-8cd2-41d9-a016-ab300bb05cca for host: dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:27:23.978777 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb819a2-2991-4502-b4b7-08f56893ddd8 None None] Routers {'d9326052-8cd2-41d9-a016-ab300bb05cca'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:27:23.979397 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-1eb819a2-2991-4502-b4b7-08f56893ddd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:26:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['d9326052-8cd2-41d9-a016-ab300bb05cca'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:27:24.036916 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-2a8a6417-1eb2-4789-8926-b41ec5a7d6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10081185'] for port (808135a3-21e1-4dea-9ec1-aef5815def04), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:24.062224 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a6417-1eb2-4789-8926-b41ec5a7d6d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=808135a3-21e1-4dea-9ec1-aef5815def04,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:27:24.069919 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-1eb819a2-2991-4502-b4b7-08f56893ddd8 None None] Set router d9326052-8cd2-41d9-a016-ab300bb05cca gateway port host: None {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:27:24.121875 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-1eb819a2-2991-4502-b4b7-08f56893ddd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'name': 'tempest-TestVolumeBootPattern-1187170809-router', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:18:19Z', 'updated_at': '2022-01-11T14:27:23Z', 'revision_number': 6, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'gw_port_host': None}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:27:24.123366 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-2a8a6417-1eb2-4789-8926-b41ec5a7d6d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704644'] for router_gateway (d9326052-8cd2-41d9-a016-ab300bb05cca), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:24.151320 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb819a2-2991-4502-b4b7-08f56893ddd8 None None] The sync data for ids ['d9326052-8cd2-41d9-a016-ab300bb05cca'] in dv-cinder-824131-3-iscsi is: [{'id': 'd9326052-8cd2-41d9-a016-ab300bb05cca', 'name': 'tempest-TestVolumeBootPattern-1187170809-router', 'tenant_id': '135a305e0bbe4cfcbfea666d19340195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:18:19Z', 'updated_at': '2022-01-11T14:27:23Z', 'revision_number': 6, 'project_id': '135a305e0bbe4cfcbfea666d19340195', 'gw_port_host': None}] {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:27:24.216547 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-2a8a6417-1eb2-4789-8926-b41ec5a7d6d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30047'] for router (d9326052-8cd2-41d9-a016-ab300bb05cca), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:24.219174 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-2a8a6417-1eb2-4789-8926-b41ec5a7d6d4 admin admin] Publish callbacks [] for router_controller (d9326052-8cd2-41d9-a016-ab300bb05cca), precommit_delete_associations {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:24.260909 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-2a8a6417-1eb2-4789-8926-b41ec5a7d6d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742260'] for router (d9326052-8cd2-41d9-a016-ab300bb05cca), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:24.261437 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8a6417-1eb2-4789-8926-b41ec5a7d6d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9326052-8cd2-41d9-a016-ab300bb05cca {{(pid=102758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 11 14:27:24.266314 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-2a8a6417-1eb2-4789-8926-b41ec5a7d6d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:24.267521 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-2a8a6417-1eb2-4789-8926-b41ec5a7d6d4 admin admin] 10.222.0.49 "DELETE /v2.0/routers/d9326052-8cd2-41d9-a016-ab300bb05cca HTTP/1.1" status: 204 len: 168 time: 0.7539694 Jan 11 14:27:24.269932 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 33934) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:27:24.312827 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d6ec89-b685-47b7-8229-214422906aef admin admin] Deleting subnet 4d58c911-087c-4b19-80a7-5a9e906fabc5 {{(pid=102758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 14:27:24.315798 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-f6d6ec89-b685-47b7-8229-214422906aef admin admin] Publish callbacks [] for subnet (4d58c911-087c-4b19-80a7-5a9e906fabc5), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:24.353652 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-f6d6ec89-b685-47b7-8229-214422906aef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9042724'] for subnet (4d58c911-087c-4b19-80a7-5a9e906fabc5), precommit_delete_associations {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:24.426456 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-f6d6ec89-b685-47b7-8229-214422906aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757316'] for subnet (4d58c911-087c-4b19-80a7-5a9e906fabc5), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:24.477455 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-f6d6ec89-b685-47b7-8229-214422906aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10081268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8597618'] for subnet (4d58c911-087c-4b19-80a7-5a9e906fabc5), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:24.502592 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6ec89-b685-47b7-8229-214422906aef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d58c911-087c-4b19-80a7-5a9e906fabc5,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:27:24.504625 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-f6d6ec89-b685-47b7-8229-214422906aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for subnet (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:24.507824 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-f6d6ec89-b685-47b7-8229-214422906aef admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4d58c911-087c-4b19-80a7-5a9e906fabc5 HTTP/1.1" status: 204 len: 168 time: 0.2369490 Jan 11 14:27:24.510229 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 33936) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:27:24.514141 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68979232-b56f-4a7f-860e-938e92ff604f None None] Network bafd8a92-c934-408c-97d9-8c6dc292a947 requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:27:24.587805 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d3e86e1d-1e1c-46a7-bc14-082238a04251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1612487'] for network (bafd8a92-c934-408c-97d9-8c6dc292a947), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:24.643431 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [None req-d3e86e1d-1e1c-46a7-bc14-082238a04251 admin admin] Deleting port f73b534f-cf4c-4c17-86ef-4332f0de212c {{(pid=102758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:27:24.643804 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d3e86e1d-1e1c-46a7-bc14-082238a04251 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (f73b534f-cf4c-4c17-86ef-4332f0de212c), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:24.708490 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [None req-d3e86e1d-1e1c-46a7-bc14-082238a04251 admin admin] For port f73b534f-cf4c-4c17-86ef-4332f0de212c, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=f73b534f-cf4c-4c17-86ef-4332f0de212c,segment=NetworkSegment(b82cbb00-5e14-475e-ae16-2f96aee9e7db),segment_id=b82cbb00-5e14-475e-ae16-2f96aee9e7db)] {{(pid=102758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:27:24.708844 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d3e86e1d-1e1c-46a7-bc14-082238a04251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (f73b534f-cf4c-4c17-86ef-4332f0de212c), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:24.721218 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [None req-d3e86e1d-1e1c-46a7-bc14-082238a04251 admin admin] Calling delete_port for f73b534f-cf4c-4c17-86ef-4332f0de212c owned by network:dhcp {{(pid=102758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:27:24.796616 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d3e86e1d-1e1c-46a7-bc14-082238a04251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10081185'] for port (f73b534f-cf4c-4c17-86ef-4332f0de212c), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:24.821640 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e86e1d-1e1c-46a7-bc14-082238a04251 admin admin] Pushing event deleted for resources: {'Port': ['ID=f73b534f-cf4c-4c17-86ef-4332f0de212c,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:27:24.825142 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e86e1d-1e1c-46a7-bc14-082238a04251 admin admin] No DVR routers for this DVR port f73b534f-cf4c-4c17-86ef-4332f0de212c on host dv-cinder-824131-3-iscsi {{(pid=102758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 14:27:24.896275 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d3e86e1d-1e1c-46a7-bc14-082238a04251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759249', 'neutron.services.segments.db._delete_segments_for_network-8792866421935'] for network (bafd8a92-c934-408c-97d9-8c6dc292a947), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:24.915200 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.services.segments.db [None req-d3e86e1d-1e1c-46a7-bc14-082238a04251 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bafd8a92-c934-408c-97d9-8c6dc292a947']}} {{(pid=102758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:27:24.925058 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.services.segments.db [None req-d3e86e1d-1e1c-46a7-bc14-082238a04251 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b82cbb00-5e14-475e-ae16-2f96aee9e7db') {'for_net_delete': True} {{(pid=102758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:27:24.925363 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.services.segments.db [None req-d3e86e1d-1e1c-46a7-bc14-082238a04251 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b82cbb00-5e14-475e-ae16-2f96aee9e7db') {} {{(pid=102758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:27:24.935026 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d3e86e1d-1e1c-46a7-bc14-082238a04251 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792866425528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9042733'] for segment (b82cbb00-5e14-475e-ae16-2f96aee9e7db), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:24.955333 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d3e86e1d-1e1c-46a7-bc14-082238a04251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781'] for segment (b82cbb00-5e14-475e-ae16-2f96aee9e7db), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:24.959550 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1145e19-632e-4d17-a024-ab9e7ccceefe None None] DHCP port deletion for bafd8a92-c934-408c-97d9-8c6dc292a947 request from dv-cinder-824131-3-iscsi {{(pid=102760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 11 14:27:24.962013 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3e86e1d-1e1c-46a7-bc14-082238a04251 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=102758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 14:27:24.962491 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d3e86e1d-1e1c-46a7-bc14-082238a04251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10081170'] for segment (b82cbb00-5e14-475e-ae16-2f96aee9e7db), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: warnings.warn(msg) Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: Traceback (most recent call last): Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: timer() Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: cb(*args, **kw) Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: return func(*args, **kwargs) Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: self._notify() Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: self.callback(batched_events) Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: event.method(event) Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: return f(self, *a, **k) Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: return self._get(url).json() Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: return self.request(url, 'GET', **kwargs) Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 14:27:24.964142 dv-cinder-824131-3-iscsi neutron-server[102758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 14:27:25.022891 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d3e86e1d-1e1c-46a7-bc14-082238a04251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704736'] for network (bafd8a92-c934-408c-97d9-8c6dc292a947), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:25.028300 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d3e86e1d-1e1c-46a7-bc14-082238a04251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for network (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:25.034667 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-d3e86e1d-1e1c-46a7-bc14-082238a04251 admin admin] 10.222.0.49 "DELETE /v2.0/networks/bafd8a92-c934-408c-97d9-8c6dc292a947 HTTP/1.1" status: 204 len: 168 time: 0.5208797 Jan 11 14:27:25.035063 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 33938) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:27:25.050050 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e86e1d-1e1c-46a7-bc14-082238a04251 admin admin] Pushing event deleted for resources: {'Network': ['ID=bafd8a92-c934-408c-97d9-8c6dc292a947,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:27:25.369322 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 808135a3-21e1-4dea-9ec1-aef5815def04 no longer exists at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:27:25.380823 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-407e5c12-d629-4c1b-a97a-7279690ed547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-730834'] for router_interface (8dea5a8b-bb0b-48d8-be9f-e6372dae5d90), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:25.393080 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] No Port match for: 808135a3-21e1-4dea-9ec1-aef5815def04 {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:27:25.393425 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 808135a3-21e1-4dea-9ec1-aef5815def04 not bound to the agent host dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:27:25.393855 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device f73b534f-cf4c-4c17-86ef-4332f0de212c no longer exists at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:27:25.412628 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] No Port match for: f73b534f-cf4c-4c17-86ef-4332f0de212c {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:27:25.412978 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device f73b534f-cf4c-4c17-86ef-4332f0de212c not bound to the agent host dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:27:25.413384 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device effc657b-bdfa-4327-864b-dcbc4be811a5 no longer exists at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:27:25.431974 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] No Port match for: effc657b-bdfa-4327-864b-dcbc4be811a5 {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:27:25.432321 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device effc657b-bdfa-4327-864b-dcbc4be811a5 not bound to the agent host dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:27:25.616807 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-407e5c12-d629-4c1b-a97a-7279690ed547 admin admin] Deleting port c230fcf2-9a07-480a-b65d-159e4d842011 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:27:25.617050 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-407e5c12-d629-4c1b-a97a-7279690ed547 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (c230fcf2-9a07-480a-b65d-159e4d842011), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:25.692341 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-407e5c12-d629-4c1b-a97a-7279690ed547 admin admin] For port c230fcf2-9a07-480a-b65d-159e4d842011, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=c230fcf2-9a07-480a-b65d-159e4d842011,segment=NetworkSegment(3a7eb34a-f5d7-4f7f-b888-2e112f685292),segment_id=3a7eb34a-f5d7-4f7f-b888-2e112f685292)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:27:25.692711 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-407e5c12-d629-4c1b-a97a-7279690ed547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (c230fcf2-9a07-480a-b65d-159e4d842011), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:25.709013 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-407e5c12-d629-4c1b-a97a-7279690ed547 admin admin] Calling delete_port for c230fcf2-9a07-480a-b65d-159e4d842011 owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:27:25.881737 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-407e5c12-d629-4c1b-a97a-7279690ed547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (c230fcf2-9a07-480a-b65d-159e4d842011), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:25.909668 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e5c12-d629-4c1b-a97a-7279690ed547 admin admin] Pushing event deleted for resources: {'Port': ['ID=c230fcf2-9a07-480a-b65d-159e4d842011,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:27:26.071553 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-407e5c12-d629-4c1b-a97a-7279690ed547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-730726'] for router_interface (8dea5a8b-bb0b-48d8-be9f-e6372dae5d90), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:26.120753 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-39d9956b-0fae-423c-8f13-88a80b1998f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:26.281649 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407e5c12-d629-4c1b-a97a-7279690ed547 admin admin] Router 8dea5a8b-bb0b-48d8-be9f-e6372dae5d90 has already been hosted by L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 14:27:26.385032 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407e5c12-d629-4c1b-a97a-7279690ed547 admin admin] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:27:26.389962 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-407e5c12-d629-4c1b-a97a-7279690ed547 admin admin] 10.222.0.49 "PUT /v2.0/routers/8dea5a8b-bb0b-48d8-be9f-e6372dae5d90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3538868 Jan 11 14:27:26.392535 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 33940) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:27:26.393562 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c61bfea-150b-4fca-9b09-14c38980f6dc None None] Sync routers for ids ['8dea5a8b-bb0b-48d8-be9f-e6372dae5d90'] in dv-cinder-824131-3-iscsi {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:27:26.402930 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c61bfea-150b-4fca-9b09-14c38980f6dc None None] Routers {'8dea5a8b-bb0b-48d8-be9f-e6372dae5d90'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:27:26.403559 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-5c61bfea-150b-4fca-9b09-14c38980f6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:26:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['8dea5a8b-bb0b-48d8-be9f-e6372dae5d90'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:27:26.496808 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d4ed631-9138-4511-96be-9ca3dd69ef4f admin admin] Publish callbacks [] for router (8dea5a8b-bb0b-48d8-be9f-e6372dae5d90), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:26.507311 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-5c61bfea-150b-4fca-9b09-14c38980f6dc None None] Set router 8dea5a8b-bb0b-48d8-be9f-e6372dae5d90 gateway port host: dv-cinder-824131-3-iscsi {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:27:26.593377 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d4ed631-9138-4511-96be-9ca3dd69ef4f admin admin] Publish callbacks [] for router_gateway (8dea5a8b-bb0b-48d8-be9f-e6372dae5d90), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:26.649715 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-7d4ed631-9138-4511-96be-9ca3dd69ef4f admin admin] Deleting port 0d12125c-4b9d-47ff-ab3a-c5286ea27cdf {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:27:26.650053 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d4ed631-9138-4511-96be-9ca3dd69ef4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (0d12125c-4b9d-47ff-ab3a-c5286ea27cdf), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:26.680998 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-5c61bfea-150b-4fca-9b09-14c38980f6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dea5a8b-bb0b-48d8-be9f-e6372dae5d90', 'name': 'tempest-TestVolumeBootPattern-266405530-router', 'tenant_id': '1d1324f63ea24be6b820997ee66120b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '0d12125c-4b9d-47ff-ab3a-c5286ea27cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:18:30Z', 'updated_at': '2022-01-11T14:27:25Z', 'revision_number': 5, 'project_id': '1d1324f63ea24be6b820997ee66120b6', 'gw_port': {'id': '0d12125c-4b9d-47ff-ab3a-c5286ea27cdf', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dea5a8b-bb0b-48d8-be9f-e6372dae5d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:18:31Z', 'updated_at': '2022-01-11T14:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi'}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:27:26.708546 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c61bfea-150b-4fca-9b09-14c38980f6dc None None] Checking router: 8dea5a8b-bb0b-48d8-be9f-e6372dae5d90 for host: dv-cinder-824131-3-iscsi {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:27:26.716984 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c61bfea-150b-4fca-9b09-14c38980f6dc None None] Routers {'8dea5a8b-bb0b-48d8-be9f-e6372dae5d90'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:27:26.717644 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-5c61bfea-150b-4fca-9b09-14c38980f6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:26:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['8dea5a8b-bb0b-48d8-be9f-e6372dae5d90'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:27:26.727433 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-7d4ed631-9138-4511-96be-9ca3dd69ef4f admin admin] For port 0d12125c-4b9d-47ff-ab3a-c5286ea27cdf, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=0d12125c-4b9d-47ff-ab3a-c5286ea27cdf,segment=NetworkSegment(74f2f49c-8139-48f1-b44d-9c7351d31a13),segment_id=74f2f49c-8139-48f1-b44d-9c7351d31a13)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:27:26.727830 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d4ed631-9138-4511-96be-9ca3dd69ef4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (0d12125c-4b9d-47ff-ab3a-c5286ea27cdf), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:26.739879 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-7d4ed631-9138-4511-96be-9ca3dd69ef4f admin admin] Calling delete_port for 0d12125c-4b9d-47ff-ab3a-c5286ea27cdf owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:27:26.807638 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-5c61bfea-150b-4fca-9b09-14c38980f6dc None None] Set router 8dea5a8b-bb0b-48d8-be9f-e6372dae5d90 gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:27:26.861217 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-5c61bfea-150b-4fca-9b09-14c38980f6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dea5a8b-bb0b-48d8-be9f-e6372dae5d90', 'name': 'tempest-TestVolumeBootPattern-266405530-router', 'tenant_id': '1d1324f63ea24be6b820997ee66120b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:18:30Z', 'updated_at': '2022-01-11T14:27:26Z', 'revision_number': 6, 'project_id': '1d1324f63ea24be6b820997ee66120b6', 'gw_port_host': None}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:27:26.886918 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c61bfea-150b-4fca-9b09-14c38980f6dc None None] The sync data for ids ['8dea5a8b-bb0b-48d8-be9f-e6372dae5d90'] in dv-cinder-824131-3-iscsi is: [{'id': '8dea5a8b-bb0b-48d8-be9f-e6372dae5d90', 'name': 'tempest-TestVolumeBootPattern-266405530-router', 'tenant_id': '1d1324f63ea24be6b820997ee66120b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:18:30Z', 'updated_at': '2022-01-11T14:27:26Z', 'revision_number': 6, 'project_id': '1d1324f63ea24be6b820997ee66120b6', 'gw_port_host': None}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:27:26.912834 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d4ed631-9138-4511-96be-9ca3dd69ef4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (0d12125c-4b9d-47ff-ab3a-c5286ea27cdf), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:26.952656 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ed631-9138-4511-96be-9ca3dd69ef4f admin admin] Pushing event deleted for resources: {'Port': ['ID=0d12125c-4b9d-47ff-ab3a-c5286ea27cdf,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:27:27.011331 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d4ed631-9138-4511-96be-9ca3dd69ef4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704644'] for router_gateway (8dea5a8b-bb0b-48d8-be9f-e6372dae5d90), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:27.099808 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d4ed631-9138-4511-96be-9ca3dd69ef4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30047'] for router (8dea5a8b-bb0b-48d8-be9f-e6372dae5d90), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:27.102363 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d4ed631-9138-4511-96be-9ca3dd69ef4f admin admin] Publish callbacks [] for router_controller (8dea5a8b-bb0b-48d8-be9f-e6372dae5d90), precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:27.146944 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d4ed631-9138-4511-96be-9ca3dd69ef4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742260'] for router (8dea5a8b-bb0b-48d8-be9f-e6372dae5d90), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:27.147415 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4ed631-9138-4511-96be-9ca3dd69ef4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dea5a8b-bb0b-48d8-be9f-e6372dae5d90 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 11 14:27:27.151682 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-7d4ed631-9138-4511-96be-9ca3dd69ef4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:27.152872 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-7d4ed631-9138-4511-96be-9ca3dd69ef4f admin admin] 10.222.0.49 "DELETE /v2.0/routers/8dea5a8b-bb0b-48d8-be9f-e6372dae5d90 HTTP/1.1" status: 204 len: 168 time: 0.7594275 Jan 11 14:27:27.155410 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 33942) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:27:27.202017 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8b2c23-6f8c-46ab-bd30-61e316298ca5 admin admin] Deleting subnet 66316c0f-f611-47eb-b561-786ee176e927 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 14:27:27.205512 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eb8b2c23-6f8c-46ab-bd30-61e316298ca5 admin admin] Publish callbacks [] for subnet (66316c0f-f611-47eb-b561-786ee176e927), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:27.240404 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eb8b2c23-6f8c-46ab-bd30-61e316298ca5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850843'] for subnet (66316c0f-f611-47eb-b561-786ee176e927), precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:27.326490 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eb8b2c23-6f8c-46ab-bd30-61e316298ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757316'] for subnet (66316c0f-f611-47eb-b561-786ee176e927), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:27.380565 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eb8b2c23-6f8c-46ab-bd30-61e316298ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10442644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10134044'] for subnet (66316c0f-f611-47eb-b561-786ee176e927), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:27.410746 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b2c23-6f8c-46ab-bd30-61e316298ca5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66316c0f-f611-47eb-b561-786ee176e927,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:27:27.412829 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-eb8b2c23-6f8c-46ab-bd30-61e316298ca5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:27.413224 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33023a92-4d7c-457f-ae2a-34c990a18748 None None] Network da7b19f9-a161-4812-9ac4-4c01e65757ab requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:27:27.416054 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-eb8b2c23-6f8c-46ab-bd30-61e316298ca5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/66316c0f-f611-47eb-b561-786ee176e927 HTTP/1.1" status: 204 len: 168 time: 0.2596555 Jan 11 14:27:27.419290 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 33944) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:27:27.489223 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-431e1669-ae9c-4d6d-a3ff-01be9e4f7cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1612487'] for network (da7b19f9-a161-4812-9ac4-4c01e65757ab), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:27.540046 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [None req-431e1669-ae9c-4d6d-a3ff-01be9e4f7cf4 admin admin] Deleting port 96e26c9c-3fbf-4cfc-bc75-6caebc291575 {{(pid=102758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:27:27.540975 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-431e1669-ae9c-4d6d-a3ff-01be9e4f7cf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (96e26c9c-3fbf-4cfc-bc75-6caebc291575), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:27.604498 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [None req-431e1669-ae9c-4d6d-a3ff-01be9e4f7cf4 admin admin] For port 96e26c9c-3fbf-4cfc-bc75-6caebc291575, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=96e26c9c-3fbf-4cfc-bc75-6caebc291575,segment=NetworkSegment(3a7eb34a-f5d7-4f7f-b888-2e112f685292),segment_id=3a7eb34a-f5d7-4f7f-b888-2e112f685292)] {{(pid=102758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:27:27.604778 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-431e1669-ae9c-4d6d-a3ff-01be9e4f7cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (96e26c9c-3fbf-4cfc-bc75-6caebc291575), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:27.616921 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [None req-431e1669-ae9c-4d6d-a3ff-01be9e4f7cf4 admin admin] Calling delete_port for 96e26c9c-3fbf-4cfc-bc75-6caebc291575 owned by network:dhcp {{(pid=102758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:27:27.692146 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c8b0ad-4012-4617-a95e-31ab5bb2df48 None None] DHCP port deletion for da7b19f9-a161-4812-9ac4-4c01e65757ab request from dv-cinder-824131-3-iscsi {{(pid=102760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 11 14:27:27.698458 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-431e1669-ae9c-4d6d-a3ff-01be9e4f7cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10081185'] for port (96e26c9c-3fbf-4cfc-bc75-6caebc291575), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:27.725995 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e1669-ae9c-4d6d-a3ff-01be9e4f7cf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=96e26c9c-3fbf-4cfc-bc75-6caebc291575,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:27:27.726187 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-73c8b0ad-4012-4617-a95e-31ab5bb2df48 None None] The port '96e26c9c-3fbf-4cfc-bc75-6caebc291575' was deleted {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Jan 11 14:27:27.736634 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431e1669-ae9c-4d6d-a3ff-01be9e4f7cf4 admin admin] No DVR routers for this DVR port 96e26c9c-3fbf-4cfc-bc75-6caebc291575 on host dv-cinder-824131-3-iscsi {{(pid=102758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 14:27:27.784479 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device c230fcf2-9a07-480a-b65d-159e4d842011 no longer exists at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:27:27.806195 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] No Port match for: c230fcf2-9a07-480a-b65d-159e4d842011 {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:27:27.806845 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device c230fcf2-9a07-480a-b65d-159e4d842011 not bound to the agent host dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:27:27.811023 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-431e1669-ae9c-4d6d-a3ff-01be9e4f7cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759249', 'neutron.services.segments.db._delete_segments_for_network-8792866421935'] for network (da7b19f9-a161-4812-9ac4-4c01e65757ab), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:27.830850 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.services.segments.db [None req-431e1669-ae9c-4d6d-a3ff-01be9e4f7cf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da7b19f9-a161-4812-9ac4-4c01e65757ab']}} {{(pid=102758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:27:27.839932 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.services.segments.db [None req-431e1669-ae9c-4d6d-a3ff-01be9e4f7cf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a7eb34a-f5d7-4f7f-b888-2e112f685292') {'for_net_delete': True} {{(pid=102758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:27:27.840232 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.services.segments.db [None req-431e1669-ae9c-4d6d-a3ff-01be9e4f7cf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a7eb34a-f5d7-4f7f-b888-2e112f685292') {} {{(pid=102758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:27:27.850056 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-431e1669-ae9c-4d6d-a3ff-01be9e4f7cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792866425528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9042733'] for segment (3a7eb34a-f5d7-4f7f-b888-2e112f685292), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:27.865226 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-431e1669-ae9c-4d6d-a3ff-01be9e4f7cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781'] for segment (3a7eb34a-f5d7-4f7f-b888-2e112f685292), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:27.871584 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-431e1669-ae9c-4d6d-a3ff-01be9e4f7cf4 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=102758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 14:27:27.871988 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-431e1669-ae9c-4d6d-a3ff-01be9e4f7cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10081170'] for segment (3a7eb34a-f5d7-4f7f-b888-2e112f685292), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:27.873831 dv-cinder-824131-3-iscsi neutron-server[102758]: Traceback (most recent call last): Jan 11 14:27:27.873831 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 14:27:27.873831 dv-cinder-824131-3-iscsi neutron-server[102758]: timer() Jan 11 14:27:27.873831 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 14:27:27.873831 dv-cinder-824131-3-iscsi neutron-server[102758]: cb(*args, **kw) Jan 11 14:27:27.873831 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 14:27:27.873831 dv-cinder-824131-3-iscsi neutron-server[102758]: return func(*args, **kwargs) Jan 11 14:27:27.873831 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 14:27:27.873831 dv-cinder-824131-3-iscsi neutron-server[102758]: self._notify() Jan 11 14:27:27.873831 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 14:27:27.873831 dv-cinder-824131-3-iscsi neutron-server[102758]: self.callback(batched_events) Jan 11 14:27:27.873831 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 14:27:27.873831 dv-cinder-824131-3-iscsi neutron-server[102758]: event.method(event) Jan 11 14:27:27.873831 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 14:27:27.873831 dv-cinder-824131-3-iscsi neutron-server[102758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 14:27:27.873831 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 14:27:27.873831 dv-cinder-824131-3-iscsi neutron-server[102758]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 14:27:27.873831 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 14:27:27.873831 dv-cinder-824131-3-iscsi neutron-server[102758]: return f(self, *a, **k) Jan 11 14:27:27.873831 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 14:27:27.873831 dv-cinder-824131-3-iscsi neutron-server[102758]: return self._get(url).json() Jan 11 14:27:27.873831 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 14:27:27.873831 dv-cinder-824131-3-iscsi neutron-server[102758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 14:27:27.873831 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 14:27:27.873831 dv-cinder-824131-3-iscsi neutron-server[102758]: return self.request(url, 'GET', **kwargs) Jan 11 14:27:27.873831 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 14:27:27.873831 dv-cinder-824131-3-iscsi neutron-server[102758]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 14:27:27.873831 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 14:27:27.873831 dv-cinder-824131-3-iscsi neutron-server[102758]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 14:27:27.873831 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 14:27:27.873831 dv-cinder-824131-3-iscsi neutron-server[102758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 14:27:27.873831 dv-cinder-824131-3-iscsi neutron-server[102758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 14:27:27.933068 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-431e1669-ae9c-4d6d-a3ff-01be9e4f7cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704736'] for network (da7b19f9-a161-4812-9ac4-4c01e65757ab), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:27.938852 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-431e1669-ae9c-4d6d-a3ff-01be9e4f7cf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for network (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:27.943276 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-431e1669-ae9c-4d6d-a3ff-01be9e4f7cf4 admin admin] 10.222.0.49 "DELETE /v2.0/networks/da7b19f9-a161-4812-9ac4-4c01e65757ab HTTP/1.1" status: 204 len: 168 time: 0.5213366 Jan 11 14:27:27.955176 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e1669-ae9c-4d6d-a3ff-01be9e4f7cf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=da7b19f9-a161-4812-9ac4-4c01e65757ab,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:27:28.053472 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 33948) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:27:28.092977 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-3e7727b0-a17a-47ae-b203-4bd1fdab45be admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=135a305e0bbe4cfcbfea666d19340195&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383520 Jan 11 14:27:28.096043 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 33950) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:27:28.141042 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-1ad699ba-58cf-4a03-810b-f8e95e9922c9 admin admin] Publish callbacks [] for security_group (44c43b86-c709-474e-a2ba-7f1ae165df89), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:28.162106 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-1ad699ba-58cf-4a03-810b-f8e95e9922c9 admin admin] Publish callbacks [] for security_group (44c43b86-c709-474e-a2ba-7f1ae165df89), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:28.210238 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-1ad699ba-58cf-4a03-810b-f8e95e9922c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (44c43b86-c709-474e-a2ba-7f1ae165df89), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:28.212661 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-1ad699ba-58cf-4a03-810b-f8e95e9922c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:28.213786 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-1ad699ba-58cf-4a03-810b-f8e95e9922c9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/44c43b86-c709-474e-a2ba-7f1ae165df89 HTTP/1.1" status: 204 len: 168 time: 0.1168621 Jan 11 14:27:28.221850 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad699ba-58cf-4a03-810b-f8e95e9922c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c43b86-c709-474e-a2ba-7f1ae165df89,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:27:28.319795 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-9868d4ee-1c78-4cdf-9988-aa006ffc9aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:28.519700 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 33956) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:27:28.558909 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-cdafbbb4-c561-4504-b4f9-5ad0f46f55cc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1d1324f63ea24be6b820997ee66120b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380702 Jan 11 14:27:28.561254 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 33958) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:27:28.606759 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-190d6d3a-2807-4cb1-ba6e-9bbc953965fb admin admin] Publish callbacks [] for security_group (4c7148ce-0cb0-410d-8604-3e2bc3a3beb1), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:28.627437 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-190d6d3a-2807-4cb1-ba6e-9bbc953965fb admin admin] Publish callbacks [] for security_group (4c7148ce-0cb0-410d-8604-3e2bc3a3beb1), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:28.673362 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-190d6d3a-2807-4cb1-ba6e-9bbc953965fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (4c7148ce-0cb0-410d-8604-3e2bc3a3beb1), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:28.675897 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-190d6d3a-2807-4cb1-ba6e-9bbc953965fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:28.677042 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-190d6d3a-2807-4cb1-ba6e-9bbc953965fb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4c7148ce-0cb0-410d-8604-3e2bc3a3beb1 HTTP/1.1" status: 204 len: 168 time: 0.1149201 Jan 11 14:27:28.688455 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d6d3a-2807-4cb1-ba6e-9bbc953965fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7148ce-0cb0-410d-8604-3e2bc3a3beb1,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:27:29.347630 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 0d12125c-4b9d-47ff-ab3a-c5286ea27cdf no longer exists at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:27:29.368008 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] No Port match for: 0d12125c-4b9d-47ff-ab3a-c5286ea27cdf {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:27:29.368358 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 0d12125c-4b9d-47ff-ab3a-c5286ea27cdf not bound to the agent host dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:27:29.368776 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 96e26c9c-3fbf-4cfc-bc75-6caebc291575 no longer exists at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:27:29.386530 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] No Port match for: 96e26c9c-3fbf-4cfc-bc75-6caebc291575 {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:27:29.386883 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 96e26c9c-3fbf-4cfc-bc75-6caebc291575 not bound to the agent host dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:27:29.657178 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:30.806970 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:32.300651 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:38.862842 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:56.121171 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-b27f1bab-6ff2-4c7f-8f1c-3d4652a652a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:58.321071 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5bdf9f47-201c-49fb-b174-1328fa11b47b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:27:59.657829 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:28:00.126939 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:28:00.809617 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:28:02.303638 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:28:08.863809 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:28:10.718180 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-914d3c16-17f7-4497-9856-62a647d81fd1 req-cf5628df-4482-4440-9d5e-9a296646231b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391314 Jan 11 14:28:10.778333 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d3c16-17f7-4497-9856-62a647d81fd1 req-b55b14b2-854d-4f0d-94f3-f50ff0efb60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:28:10.779875 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-914d3c16-17f7-4497-9856-62a647d81fd1 req-b55b14b2-854d-4f0d-94f3-f50ff0efb60d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=802231c203874b75b82b8b9358e6f61d&device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 1098 time: 0.0383101 Jan 11 14:28:10.880574 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d3c16-17f7-4497-9856-62a647d81fd1 req-c5fb1e8a-df3b-452f-8c85-bae46b2fdb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:28:10.882017 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-914d3c16-17f7-4497-9856-62a647d81fd1 req-c5fb1e8a-df3b-452f-8c85-bae46b2fdb99 service neutron] 10.222.0.45 "GET /v2.0/networks?id=449b9fd4-a429-4fad-859d-a2586ac97009 HTTP/1.1" status: 200 len: 908 time: 0.0847685 Jan 11 14:28:10.942761 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-914d3c16-17f7-4497-9856-62a647d81fd1 req-be6184c2-3373-4d8f-aa47-6af12c7269a2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64f13744-49dc-4efc-923d-e507c7abd6bf HTTP/1.1" status: 200 len: 1001 time: 0.0552366 Jan 11 14:28:10.993493 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d3c16-17f7-4497-9856-62a647d81fd1 req-6584025f-9cf9-4725-9716-b63722092c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:28:10.994943 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-914d3c16-17f7-4497-9856-62a647d81fd1 req-6584025f-9cf9-4725-9716-b63722092c45 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=22caa802-287c-4085-b958-83ced3822fc7 HTTP/1.1" status: 200 len: 846 time: 0.0452347 Jan 11 14:28:11.036477 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d3c16-17f7-4497-9856-62a647d81fd1 req-3da0d291-cb6b-45f0-ba42-c4cb92d12e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:28:11.037823 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-914d3c16-17f7-4497-9856-62a647d81fd1 req-3da0d291-cb6b-45f0-ba42-c4cb92d12e83 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=449b9fd4-a429-4fad-859d-a2586ac97009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0368729 Jan 11 14:28:11.123998 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-914d3c16-17f7-4497-9856-62a647d81fd1 req-390f3c9f-5011-4f31-a01a-01240f53bedc service neutron] 10.222.0.45 "GET /v2.0/networks/449b9fd4-a429-4fad-859d-a2586ac97009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803874 Jan 11 14:28:11.212458 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-914d3c16-17f7-4497-9856-62a647d81fd1 req-f9de08c1-7f9e-48ff-9ddf-fd84f9f612a1 service neutron] 10.222.0.45 "GET /v2.0/networks/449b9fd4-a429-4fad-859d-a2586ac97009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815804 Jan 11 14:28:13.743811 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8ab88-79bf-4912-bca0-9abef06084ef req-e1b40a31-5db9-4c4b-b0d9-436d66168c56 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:28:13.745287 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-adb8ab88-79bf-4912-bca0-9abef06084ef req-e1b40a31-5db9-4c4b-b0d9-436d66168c56 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 945 time: 0.0475912 Jan 11 14:28:13.794911 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-adb8ab88-79bf-4912-bca0-9abef06084ef req-add35c18-a506-4b41-86a8-43400e2a8f9a tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434890 Jan 11 14:28:15.124802 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08baeb-8f97-4c60-bb65-239e30b65c9a req-dea35742-079a-4b41-abd1-61ab5a024faa tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:28:15.126284 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-aa08baeb-8f97-4c60-bb65-239e30b65c9a req-dea35742-079a-4b41-abd1-61ab5a024faa tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 945 time: 0.2623024 Jan 11 14:28:15.172959 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-aa08baeb-8f97-4c60-bb65-239e30b65c9a req-c5cf9744-92f7-4c56-95b3-81ce0fa0bdb9 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411944 Jan 11 14:28:16.288044 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd87e35-d7b3-4625-857c-8bc14de45548 req-5d2c0182-568d-476d-b77d-8f723f4886f5 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:28:16.289483 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0bd87e35-d7b3-4625-857c-8bc14de45548 req-5d2c0182-568d-476d-b77d-8f723f4886f5 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 945 time: 0.0463903 Jan 11 14:28:16.337018 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0bd87e35-d7b3-4625-857c-8bc14de45548 req-f4f4519d-a9a0-416e-b8ef-cc85ee2eb849 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420139 Jan 11 14:28:17.451162 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518ec07-ed05-46fb-9077-2cd4a4255c85 req-6685c9d6-21ae-42c8-8947-2235f5b4146e tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:28:17.453268 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0518ec07-ed05-46fb-9077-2cd4a4255c85 req-6685c9d6-21ae-42c8-8947-2235f5b4146e tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 945 time: 0.0503900 Jan 11 14:28:17.500404 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0518ec07-ed05-46fb-9077-2cd4a4255c85 req-f4d28f1e-1f54-4d56-a50d-732797810106 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417068 Jan 11 14:28:18.667929 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f17d6-9880-4a2e-b562-3d4bd5b990b0 req-8c89817c-189f-4a9c-8231-7398c0272624 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:28:18.669391 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6f6f17d6-9880-4a2e-b562-3d4bd5b990b0 req-8c89817c-189f-4a9c-8231-7398c0272624 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 945 time: 0.1005504 Jan 11 14:28:18.718513 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-6f6f17d6-9880-4a2e-b562-3d4bd5b990b0 req-0b89ae6a-0de9-4dd0-8707-4794fcfebc3e tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435107 Jan 11 14:28:19.829202 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa47ec6-ad7c-44b3-8b4f-84c49dce0013 req-49e9c282-fc4f-4b70-beb3-74af32c58298 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:28:19.830644 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0fa47ec6-ad7c-44b3-8b4f-84c49dce0013 req-49e9c282-fc4f-4b70-beb3-74af32c58298 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 945 time: 0.0466986 Jan 11 14:28:19.881036 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0fa47ec6-ad7c-44b3-8b4f-84c49dce0013 req-bb803b2a-e10b-46e3-ad00-b284f8488bee tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449386 Jan 11 14:28:20.994320 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c1cb1-2bdb-495f-89af-9c8843f47083 req-cb5b97de-671d-4829-93c5-7f599a8b08e9 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:28:20.995712 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3a0c1cb1-2bdb-495f-89af-9c8843f47083 req-cb5b97de-671d-4829-93c5-7f599a8b08e9 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 945 time: 0.0478716 Jan 11 14:28:21.042637 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-3a0c1cb1-2bdb-495f-89af-9c8843f47083 req-15cc8e0a-7bde-4ea1-b77c-b0ad3d2c48c8 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411198 Jan 11 14:28:22.153257 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706dc4e-53ca-43ae-9c7a-cd78a44041a4 req-30ff98c4-0962-419d-a7f4-e1f9df07de61 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:28:22.154695 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9706dc4e-53ca-43ae-9c7a-cd78a44041a4 req-30ff98c4-0962-419d-a7f4-e1f9df07de61 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 945 time: 0.0469067 Jan 11 14:28:22.201831 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9706dc4e-53ca-43ae-9c7a-cd78a44041a4 req-af369b8c-5cd7-4f1f-8c9b-23cc05ae1dc8 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414858 Jan 11 14:28:23.315832 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4984383-d88e-4c14-8bdd-0a5f55c63f7f req-d2d36f93-071f-475a-913e-9cf931cb076e tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:28:23.317362 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a4984383-d88e-4c14-8bdd-0a5f55c63f7f req-d2d36f93-071f-475a-913e-9cf931cb076e tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 945 time: 0.0497375 Jan 11 14:28:23.364542 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a4984383-d88e-4c14-8bdd-0a5f55c63f7f req-5b21e2a1-04ec-4682-ae1c-46c983def63f tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414484 Jan 11 14:28:23.893428 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cd1e0-33d4-498c-a6cb-e810c4e269d8 req-627c38fa-fbc5-4459-bf47-b8aeb283d24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:28:23.894860 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-b81cd1e0-33d4-498c-a6cb-e810c4e269d8 req-627c38fa-fbc5-4459-bf47-b8aeb283d24e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=802231c203874b75b82b8b9358e6f61d&device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 1098 time: 0.0391128 Jan 11 14:28:23.984062 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cd1e0-33d4-498c-a6cb-e810c4e269d8 req-3573e333-610f-4e07-b6ba-6e39f60f88d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:28:23.985424 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-b81cd1e0-33d4-498c-a6cb-e810c4e269d8 req-3573e333-610f-4e07-b6ba-6e39f60f88d3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=449b9fd4-a429-4fad-859d-a2586ac97009 HTTP/1.1" status: 200 len: 908 time: 0.0851781 Jan 11 14:28:24.045685 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-b81cd1e0-33d4-498c-a6cb-e810c4e269d8 req-25231d35-ff38-4504-8133-9710f842eb44 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64f13744-49dc-4efc-923d-e507c7abd6bf HTTP/1.1" status: 200 len: 1001 time: 0.0541334 Jan 11 14:28:24.095195 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cd1e0-33d4-498c-a6cb-e810c4e269d8 req-14faa11b-ca15-4f08-9740-bbc8becb2981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:28:24.096584 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-b81cd1e0-33d4-498c-a6cb-e810c4e269d8 req-14faa11b-ca15-4f08-9740-bbc8becb2981 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=22caa802-287c-4085-b958-83ced3822fc7 HTTP/1.1" status: 200 len: 846 time: 0.0446305 Jan 11 14:28:24.137871 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cd1e0-33d4-498c-a6cb-e810c4e269d8 req-fff96bde-f4a7-4b5a-a4d8-8e82424aec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:28:24.139262 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-b81cd1e0-33d4-498c-a6cb-e810c4e269d8 req-fff96bde-f4a7-4b5a-a4d8-8e82424aec4b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=449b9fd4-a429-4fad-859d-a2586ac97009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0372031 Jan 11 14:28:24.223778 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-b81cd1e0-33d4-498c-a6cb-e810c4e269d8 req-0196e516-d6fb-4243-865a-a29b47065155 service neutron] 10.222.0.45 "GET /v2.0/networks/449b9fd4-a429-4fad-859d-a2586ac97009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783715 Jan 11 14:28:24.310740 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-b81cd1e0-33d4-498c-a6cb-e810c4e269d8 req-6189fc9f-7820-4b41-8c2f-14f372a71ce6 service neutron] 10.222.0.45 "GET /v2.0/networks/449b9fd4-a429-4fad-859d-a2586ac97009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817702 Jan 11 14:28:24.476875 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426ff4c-9771-4ec1-8951-8898cc418b2a req-84947977-e190-4a0e-8758-efcd5bfebea9 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:28:24.478359 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0426ff4c-9771-4ec1-8951-8898cc418b2a req-84947977-e190-4a0e-8758-efcd5bfebea9 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 945 time: 0.0480812 Jan 11 14:28:24.525654 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-0426ff4c-9771-4ec1-8951-8898cc418b2a req-302a7364-bd4b-4e06-9184-f3a0c40c622d tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418203 Jan 11 14:28:25.641997 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81abeb9f-8813-42a3-9fd8-03fb30fb38e0 req-c518de5b-52ba-496c-abd0-8374a0b84e68 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:28:25.643599 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-81abeb9f-8813-42a3-9fd8-03fb30fb38e0 req-c518de5b-52ba-496c-abd0-8374a0b84e68 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 945 time: 0.0512431 Jan 11 14:28:25.692633 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-81abeb9f-8813-42a3-9fd8-03fb30fb38e0 req-2d8944d7-3fd3-4800-a713-b0e53cd36e08 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433226 Jan 11 14:28:26.120508 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ce0eda77-7ede-40cb-bba2-aab057d3c7f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:28:26.804702 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fd64a-28f5-402a-8b14-fd580298fbaf req-f9ee526d-6ce2-4422-9848-a3f969b9c19f tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:28:26.806207 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4f9fd64a-28f5-402a-8b14-fd580298fbaf req-f9ee526d-6ce2-4422-9848-a3f969b9c19f tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 945 time: 0.0471125 Jan 11 14:28:26.854042 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-4f9fd64a-28f5-402a-8b14-fd580298fbaf req-c113f958-59a3-4fa7-a3fa-c1f94f841a0d tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417144 Jan 11 14:28:26.919548 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [req-f8d8b486-b480-4900-9145-1b23067f7837 req-b14e5758-1480-415b-ac4d-77796f0e448e service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 14:28:26.920535 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f8d8b486-b480-4900-9145-1b23067f7837 req-b14e5758-1480-415b-ac4d-77796f0e448e service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052600 Jan 11 14:28:27.103040 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5094d-4777-476c-964f-f3134a5c5028 req-bb7d64c7-02da-4fee-8a71-3b0bf81b1686 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:28:27.104531 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-07b5094d-4777-476c-964f-f3134a5c5028 req-bb7d64c7-02da-4fee-8a71-3b0bf81b1686 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 945 time: 0.0804100 Jan 11 14:28:27.111736 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-a50795e2-f1c1-4a61-a297-5b9c506131fc req-67bb9976-175a-4820-b5c4-cc35f7f5d5de service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1082342 Jan 11 14:28:27.154898 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-07b5094d-4777-476c-964f-f3134a5c5028 req-7deb0e76-d0a4-4d47-993f-db34e4d61360 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422175 Jan 11 14:28:27.322024 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [req-0618455c-2085-4f41-8199-f3b7abc58b3f req-5f4ea8e7-9e36-4f5d-8e54-55f039221c71 service neutron] (102759) timed out ('10.222.0.45', 55771) {{(pid=102759) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 11 14:28:28.251117 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50795e2-f1c1-4a61-a297-5b9c506131fc req-f38ac7cd-5cdb-43b2-9d7d-4feeef111902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:28:28.252760 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-a50795e2-f1c1-4a61-a297-5b9c506131fc req-f38ac7cd-5cdb-43b2-9d7d-4feeef111902 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9&tenant_id=802231c203874b75b82b8b9358e6f61d HTTP/1.1" status: 200 len: 1098 time: 0.0400183 Jan 11 14:28:28.272497 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e76191-c30f-4b3e-bbea-2b90b61887ce req-7adfc92f-1a78-4713-be9c-122598502f00 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:28:28.274072 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f3e76191-c30f-4b3e-bbea-2b90b61887ce req-7adfc92f-1a78-4713-be9c-122598502f00 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 945 time: 0.0482004 Jan 11 14:28:28.310673 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50795e2-f1c1-4a61-a297-5b9c506131fc req-250fba77-672a-4e07-a85f-cd64aefd7d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:28:28.312845 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-a50795e2-f1c1-4a61-a297-5b9c506131fc req-250fba77-672a-4e07-a85f-cd64aefd7d9e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=802231c203874b75b82b8b9358e6f61d&device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 1098 time: 0.0393813 Jan 11 14:28:28.326017 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-ecaca53d-0fbb-4fc2-9f9e-23d0c9a0e932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:28:28.326892 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-f3e76191-c30f-4b3e-bbea-2b90b61887ce req-5f2d606b-e71d-4309-9121-8e19d5025264 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464942 Jan 11 14:28:28.404677 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50795e2-f1c1-4a61-a297-5b9c506131fc req-441b8a5a-aaa4-469e-a3c3-b31a6fdb1bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:28:28.406687 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-a50795e2-f1c1-4a61-a297-5b9c506131fc req-441b8a5a-aaa4-469e-a3c3-b31a6fdb1bcf service neutron] 10.222.0.45 "GET /v2.0/networks?id=449b9fd4-a429-4fad-859d-a2586ac97009 HTTP/1.1" status: 200 len: 908 time: 0.0874014 Jan 11 14:28:28.471427 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-a50795e2-f1c1-4a61-a297-5b9c506131fc req-bd097bae-001b-405a-848c-c2ab3ec3a377 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64f13744-49dc-4efc-923d-e507c7abd6bf HTTP/1.1" status: 200 len: 1001 time: 0.0587385 Jan 11 14:28:28.519919 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50795e2-f1c1-4a61-a297-5b9c506131fc req-49280769-d49a-41c3-b85c-fe5aaa84fb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:28:28.521368 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-a50795e2-f1c1-4a61-a297-5b9c506131fc req-49280769-d49a-41c3-b85c-fe5aaa84fb3d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=22caa802-287c-4085-b958-83ced3822fc7 HTTP/1.1" status: 200 len: 846 time: 0.0450089 Jan 11 14:28:28.563681 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50795e2-f1c1-4a61-a297-5b9c506131fc req-dcfbdca1-4549-4d71-a2dd-03ff3a92f5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:28:28.565133 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-a50795e2-f1c1-4a61-a297-5b9c506131fc req-dcfbdca1-4549-4d71-a2dd-03ff3a92f5b4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=449b9fd4-a429-4fad-859d-a2586ac97009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385170 Jan 11 14:28:28.906561 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-a50795e2-f1c1-4a61-a297-5b9c506131fc req-babd50ed-8897-44ee-a5e6-0ca2fcb7c18d service neutron] 10.222.0.45 "GET /v2.0/networks/449b9fd4-a429-4fad-859d-a2586ac97009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353949 Jan 11 14:28:28.992074 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-a50795e2-f1c1-4a61-a297-5b9c506131fc req-1d11bd8b-12c7-41f7-9397-763baa7f9ea4 service neutron] 10.222.0.45 "GET /v2.0/networks/449b9fd4-a429-4fad-859d-a2586ac97009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798690 Jan 11 14:28:29.443040 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dde023-4da4-42e7-9b39-381a4e4002f7 req-ac79856a-2e30-41a4-8924-eee423333e79 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:28:29.444505 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b7dde023-4da4-42e7-9b39-381a4e4002f7 req-ac79856a-2e30-41a4-8924-eee423333e79 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 945 time: 0.0497010 Jan 11 14:28:29.491469 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b7dde023-4da4-42e7-9b39-381a4e4002f7 req-81da8cdc-8018-4678-81b3-d6a8e5e52629 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412900 Jan 11 14:28:29.616578 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 64f13744-49dc-4efc-923d-e507c7abd6bf no longer exists at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:28:29.665949 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:28:29.701014 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port 64f13744-49dc-4efc-923d-e507c7abd6bf is: ACTIVE; New status is: DOWN {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:28:29.701422 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (64f13744-49dc-4efc-923d-e507c7abd6bf), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:28:29.723151 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ab8a6c-2c89-43b7-9554-1513f3ff0ee9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64f13744-49dc-4efc-923d-e507c7abd6bf'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:28:29.725398 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2d4b612b30f5b24bc1864879ef56701efa35e28b014bb4d8aa1230102106bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d85636-bc1d-4249-b0d0-2d32bccae663" -d '{"events": [{"server_uuid": "61ab8a6c-2c89-43b7-9554-1513f3ff0ee9", "name": "network-vif-unplugged", "status": "completed", "tag": "64f13744-49dc-4efc-923d-e507c7abd6bf"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:28:29.737501 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 64f13744-49dc-4efc-923d-e507c7abd6bf, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=64f13744-49dc-4efc-923d-e507c7abd6bf,segment=NetworkSegment(726d5a66-d173-4411-afe7-2efce61aa7e9),segment_id=726d5a66-d173-4411-afe7-2efce61aa7e9)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:28:29.741491 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (64f13744-49dc-4efc-923d-e507c7abd6bf), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:28:29.767364 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 11 Jan 2022 14:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1123d061-de81-4397-a402-d01f5b8b06ff x-openstack-request-id: req-1123d061-de81-4397-a402-d01f5b8b06ff {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:28:29.767687 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ab8a6c-2c89-43b7-9554-1513f3ff0ee9", "name": "network-vif-unplugged", "status": "completed", "tag": "64f13744-49dc-4efc-923d-e507c7abd6bf", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:28:29.767939 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1123d061-de81-4397-a402-d01f5b8b06ff {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:28:29.768322 dv-cinder-824131-3-iscsi neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ab8a6c-2c89-43b7-9554-1513f3ff0ee9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64f13744-49dc-4efc-923d-e507c7abd6bf', 'code': 200} Jan 11 14:28:29.793031 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=64f13744-49dc-4efc-923d-e507c7abd6bf,revision_number=6']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:28:29.800271 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:28:29.800625 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:28:29.800970 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:28:29.801309 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:28:29.801640 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:28:29.801967 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:28:29.802294 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:28:29.802617 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:28:29.802944 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:28:29.803268 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:28:29.803612 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:28:29.803932 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:28:29.804250 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:28:30.603846 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c7f56-8bb5-457d-af7b-60698b50bf38 req-74f82600-d6d5-4819-9f9e-b24c359630ac tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:28:30.605290 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-555c7f56-8bb5-457d-af7b-60698b50bf38 req-74f82600-d6d5-4819-9f9e-b24c359630ac tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 943 time: 0.0476217 Jan 11 14:28:30.654520 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-555c7f56-8bb5-457d-af7b-60698b50bf38 req-5568893a-189c-4554-a026-1a409a42c0a7 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426745 Jan 11 14:28:30.811782 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:28:31.768438 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158992b-d2eb-4b18-94cd-1a1e94312519 req-ce0d7def-346e-4e1c-9f65-2afc182c210f tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:28:31.769918 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7158992b-d2eb-4b18-94cd-1a1e94312519 req-ce0d7def-346e-4e1c-9f65-2afc182c210f tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 943 time: 0.0474713 Jan 11 14:28:31.821161 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-7158992b-d2eb-4b18-94cd-1a1e94312519 req-b810837c-e375-43d8-b68d-17123b7ebbce tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458765 Jan 11 14:28:32.306086 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:28:32.931566 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03483bed-b756-4dab-9560-8b1ba12e9ac6 req-fc7f68b1-34a2-45b2-bfaf-7433be297631 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:28:32.932994 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-03483bed-b756-4dab-9560-8b1ba12e9ac6 req-fc7f68b1-34a2-45b2-bfaf-7433be297631 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 943 time: 0.0465269 Jan 11 14:28:32.982756 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-03483bed-b756-4dab-9560-8b1ba12e9ac6 req-dcb6d657-b4b1-40d0-b85f-8797d1fb9aa7 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436373 Jan 11 14:28:34.095890 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23433355-3f4f-4dd9-ac65-2c4f7cc62a96 req-cb0b8ae1-0f56-4748-aef8-7a9764ef5ac0 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:28:34.097330 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-23433355-3f4f-4dd9-ac65-2c4f7cc62a96 req-cb0b8ae1-0f56-4748-aef8-7a9764ef5ac0 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 943 time: 0.0468619 Jan 11 14:28:34.143977 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-23433355-3f4f-4dd9-ac65-2c4f7cc62a96 req-1429a88d-f9ae-4c65-a6ca-8f3d0da0a29e tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413201 Jan 11 14:28:35.257910 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8f3e0-5dd1-4749-8c6b-3963f42c73db req-71010fef-d51f-45b2-8aeb-6b898fca3cca tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:28:35.259368 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-78b8f3e0-5dd1-4749-8c6b-3963f42c73db req-71010fef-d51f-45b2-8aeb-6b898fca3cca tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 943 time: 0.0507436 Jan 11 14:28:35.306524 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-78b8f3e0-5dd1-4749-8c6b-3963f42c73db req-ea597fbf-2168-4da1-83cf-a07d5348d997 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416386 Jan 11 14:28:35.769330 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621a4aa-cf79-4f27-a431-b6a98aaef887 req-99b26d12-fdb6-4b1c-81ae-226833472def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:28:35.770853 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-7621a4aa-cf79-4f27-a431-b6a98aaef887 req-99b26d12-fdb6-4b1c-81ae-226833472def service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 1096 time: 0.0394175 Jan 11 14:28:35.818008 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-7621a4aa-cf79-4f27-a431-b6a98aaef887 req-5a678705-91b4-4329-95d4-833fdd413674 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416253 Jan 11 14:28:36.418121 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19663fc-ae96-4843-aad0-869d144cf35a req-6b2f0bf7-1dc4-47c4-aa7b-83dca49aa3a9 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:28:36.419593 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d19663fc-ae96-4843-aad0-869d144cf35a req-6b2f0bf7-1dc4-47c4-aa7b-83dca49aa3a9 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 943 time: 0.0474312 Jan 11 14:28:36.466175 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-d19663fc-ae96-4843-aad0-869d144cf35a req-45f82070-bf3f-4a1b-aab7-b14c4cb28357 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412388 Jan 11 14:28:37.125484 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:28:37.575877 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f3959-bf36-4a82-a2fc-696956f37342 req-804edea0-fbb8-4f55-8f0a-573930424d03 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:28:37.577353 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b64f3959-bf36-4a82-a2fc-696956f37342 req-804edea0-fbb8-4f55-8f0a-573930424d03 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 943 time: 0.0473762 Jan 11 14:28:37.628003 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-b64f3959-bf36-4a82-a2fc-696956f37342 req-b52e3480-a1f7-4f3f-bcbe-2e75f47d94e6 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452070 Jan 11 14:28:37.668356 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 64f13744-49dc-4efc-923d-e507c7abd6bf details requested by agent hyperv_hv-cinder-82413 with host hv-cinder-82413 {{(pid=102760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 14:28:37.763577 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 64f13744-49dc-4efc-923d-e507c7abd6bf, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=64f13744-49dc-4efc-923d-e507c7abd6bf,segment=NetworkSegment(726d5a66-d173-4411-afe7-2efce61aa7e9),segment_id=726d5a66-d173-4411-afe7-2efce61aa7e9)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:28:37.773957 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Returning: {'device': '64f13744-49dc-4efc-923d-e507c7abd6bf', 'network_id': '449b9fd4-a429-4fad-859d-a2586ac97009', 'port_id': '64f13744-49dc-4efc-923d-e507c7abd6bf', 'mac_address': 'fa:16:3e:7b:f6:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22caa802-287c-4085-b958-83ced3822fc7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 14:28:37.809208 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port 64f13744-49dc-4efc-923d-e507c7abd6bf is: DOWN; New status is: BUILD {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:28:37.809601 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (64f13744-49dc-4efc-923d-e507c7abd6bf), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:28:37.822372 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64f13744-49dc-4efc-923d-e507c7abd6bf {{(pid=102760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 14:28:37.840689 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 64f13744-49dc-4efc-923d-e507c7abd6bf, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=64f13744-49dc-4efc-923d-e507c7abd6bf,segment=NetworkSegment(726d5a66-d173-4411-afe7-2efce61aa7e9),segment_id=726d5a66-d173-4411-afe7-2efce61aa7e9)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:28:37.844476 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (64f13744-49dc-4efc-923d-e507c7abd6bf), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:28:37.892164 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=64f13744-49dc-4efc-923d-e507c7abd6bf,revision_number=7']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:28:38.236635 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] get_ports_and_sgs() called for port_ids ['64f13744-49dc-4efc-923d-e507c7abd6bf'] {{(pid=102760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 14:28:38.859294 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:28:39.678793 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 64f13744-49dc-4efc-923d-e507c7abd6bf up at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 14:28:39.725478 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.provisioning_blocks [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Provisioning complete for port 64f13744-49dc-4efc-923d-e507c7abd6bf triggered by entity L2. {{(pid=102760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 14:28:39.725855 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910422'] for port (64f13744-49dc-4efc-923d-e507c7abd6bf), provisioning_complete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:28:39.801700 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Current status of the port 64f13744-49dc-4efc-923d-e507c7abd6bf is: BUILD; New status is: ACTIVE {{(pid=102760) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 14:28:39.802085 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785397'] for port (64f13744-49dc-4efc-923d-e507c7abd6bf), before_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:28:39.823152 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ab8a6c-2c89-43b7-9554-1513f3ff0ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f13744-49dc-4efc-923d-e507c7abd6bf'}] {{(pid=102760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:28:39.825365 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2d4b612b30f5b24bc1864879ef56701efa35e28b014bb4d8aa1230102106bd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf9ec23-f634-4294-abe3-bd81978ef969" -d '{"events": [{"server_uuid": "61ab8a6c-2c89-43b7-9554-1513f3ff0ee9", "name": "network-vif-plugged", "status": "completed", "tag": "64f13744-49dc-4efc-923d-e507c7abd6bf"}]}' {{(pid=102760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:28:39.836867 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] For port 64f13744-49dc-4efc-923d-e507c7abd6bf, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=64f13744-49dc-4efc-923d-e507c7abd6bf,segment=NetworkSegment(726d5a66-d173-4411-afe7-2efce61aa7e9),segment_id=726d5a66-d173-4411-afe7-2efce61aa7e9)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:28:39.841516 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792866370838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792865868014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792865871620'] for port (64f13744-49dc-4efc-923d-e507c7abd6bf), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:28:39.866141 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611a56c3-9be5-4f05-94ac-e896ae69dee1 x-openstack-request-id: req-611a56c3-9be5-4f05-94ac-e896ae69dee1 {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:28:39.866734 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ab8a6c-2c89-43b7-9554-1513f3ff0ee9", "name": "network-vif-plugged", "status": "completed", "tag": "64f13744-49dc-4efc-923d-e507c7abd6bf", "code": 200}]} {{(pid=102760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:28:39.866734 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-611a56c3-9be5-4f05-94ac-e896ae69dee1 {{(pid=102760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:28:39.867056 dv-cinder-824131-3-iscsi neutron-server[102760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ab8a6c-2c89-43b7-9554-1513f3ff0ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f13744-49dc-4efc-923d-e507c7abd6bf', 'code': 200} Jan 11 14:28:39.890908 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Pushing event updated for resources: {'Port': ['ID=64f13744-49dc-4efc-923d-e507c7abd6bf,revision_number=8']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:28:53.469889 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [req-2df7ef8e-52c8-4653-8da1-83a428103bb7 req-1a7d4055-41bf-464c-9c3c-8ecf1a9fba5f service neutron] (102759) timed out ('10.222.0.45', 55776) {{(pid=102759) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 11 14:28:56.121432 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-cd271ff7-7c97-4789-b11a-44575cf761a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:28:58.323438 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-871dc61d-22a3-411b-a98a-225bbb215beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:28:59.663432 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:29:00.815939 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:29:02.308678 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:29:08.987921 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:29:10.759716 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-043e9985-d413-42b5-818d-4b3fe9a5afc2 req-39ca0ff7-504f-4b0b-9f97-735fd89c9ab9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824049 Jan 11 14:29:10.839684 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e9985-d413-42b5-818d-4b3fe9a5afc2 req-2e17777f-3763-4ae6-945f-6b5eed2363bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:29:10.841166 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-043e9985-d413-42b5-818d-4b3fe9a5afc2 req-2e17777f-3763-4ae6-945f-6b5eed2363bf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=802231c203874b75b82b8b9358e6f61d&device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 1098 time: 0.0384693 Jan 11 14:29:10.945999 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e9985-d413-42b5-818d-4b3fe9a5afc2 req-a554aa97-a748-403e-a6f8-d7039ad6d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:29:10.947532 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-043e9985-d413-42b5-818d-4b3fe9a5afc2 req-a554aa97-a748-403e-a6f8-d7039ad6d4e2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=449b9fd4-a429-4fad-859d-a2586ac97009 HTTP/1.1" status: 200 len: 908 time: 0.0886693 Jan 11 14:29:11.010684 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-043e9985-d413-42b5-818d-4b3fe9a5afc2 req-b35cd788-39d0-4df6-a78c-34c41f217e75 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64f13744-49dc-4efc-923d-e507c7abd6bf HTTP/1.1" status: 200 len: 1001 time: 0.0560563 Jan 11 14:29:11.056701 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e9985-d413-42b5-818d-4b3fe9a5afc2 req-fb95a242-8072-4e77-97ca-f5d050231b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:29:11.058083 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-043e9985-d413-42b5-818d-4b3fe9a5afc2 req-fb95a242-8072-4e77-97ca-f5d050231b87 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=22caa802-287c-4085-b958-83ced3822fc7 HTTP/1.1" status: 200 len: 846 time: 0.0407805 Jan 11 14:29:11.103724 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e9985-d413-42b5-818d-4b3fe9a5afc2 req-a1037253-3943-4259-ba64-985bd57b6676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:29:11.105078 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-043e9985-d413-42b5-818d-4b3fe9a5afc2 req-a1037253-3943-4259-ba64-985bd57b6676 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=449b9fd4-a429-4fad-859d-a2586ac97009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405192 Jan 11 14:29:11.190592 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-043e9985-d413-42b5-818d-4b3fe9a5afc2 req-927e8649-3a6e-45b0-b01d-376e8a5f0fc3 service neutron] 10.222.0.45 "GET /v2.0/networks/449b9fd4-a429-4fad-859d-a2586ac97009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780675 Jan 11 14:29:11.282294 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-043e9985-d413-42b5-818d-4b3fe9a5afc2 req-060622e1-24ce-4cf8-9a4d-5000458aba12 service neutron] 10.222.0.45 "GET /v2.0/networks/449b9fd4-a429-4fad-859d-a2586ac97009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864139 Jan 11 14:29:14.123691 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:29:26.121367 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e7906bd3-d02a-4d0d-bb03-064056775864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:29:28.324397 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7cc3e254-6a0e-486e-8e7d-49840c99b71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:29:29.665753 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:29:30.818554 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:29:32.310465 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:29:38.866918 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:29:51.122967 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:29:56.123097 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-abaaebc2-560e-4b30-9254-c430de884c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:29:58.326084 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-97b6eb4a-9deb-43a7-9f8d-f5960c78b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:29:59.668728 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:00.819705 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:02.312999 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:04.618671 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 34076) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:30:04.858400 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed7855-5a99-40c0-80bd-aafb281e7550 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Deleting port 7bbbbb8b-b122-45a2-8575-cae8608005f5 {{(pid=102758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:30:04.858742 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c4ed7855-5a99-40c0-80bd-aafb281e7550 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (7bbbbb8b-b122-45a2-8575-cae8608005f5), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:04.930579 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c4ed7855-5a99-40c0-80bd-aafb281e7550 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (7bbbbb8b-b122-45a2-8575-cae8608005f5), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:04.930914 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c4ed7855-5a99-40c0-80bd-aafb281e7550 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks [] for floatingip (7bbbbb8b-b122-45a2-8575-cae8608005f5), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:04.942649 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [None req-c4ed7855-5a99-40c0-80bd-aafb281e7550 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Calling delete_port for 7bbbbb8b-b122-45a2-8575-cae8608005f5 owned by network:floatingip {{(pid=102758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:30:05.086787 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c4ed7855-5a99-40c0-80bd-aafb281e7550 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10081185'] for port (7bbbbb8b-b122-45a2-8575-cae8608005f5), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:05.111437 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed7855-5a99-40c0-80bd-aafb281e7550 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Pushing event deleted for resources: {'Port': ['ID=7bbbbb8b-b122-45a2-8575-cae8608005f5,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:30:05.137496 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed7855-5a99-40c0-80bd-aafb281e7550 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:05.137853 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed7855-5a99-40c0-80bd-aafb281e7550 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:05.138205 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed7855-5a99-40c0-80bd-aafb281e7550 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:05.138550 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed7855-5a99-40c0-80bd-aafb281e7550 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:05.138888 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed7855-5a99-40c0-80bd-aafb281e7550 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:05.139226 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed7855-5a99-40c0-80bd-aafb281e7550 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:05.139590 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed7855-5a99-40c0-80bd-aafb281e7550 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:05.139926 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed7855-5a99-40c0-80bd-aafb281e7550 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:05.140256 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed7855-5a99-40c0-80bd-aafb281e7550 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:05.140588 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed7855-5a99-40c0-80bd-aafb281e7550 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:05.140917 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed7855-5a99-40c0-80bd-aafb281e7550 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:05.141776 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed7855-5a99-40c0-80bd-aafb281e7550 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:05.142104 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed7855-5a99-40c0-80bd-aafb281e7550 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:05.181369 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c4ed7855-5a99-40c0-80bd-aafb281e7550 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks [] for floatingip (81a1cb67-2255-4c27-a18d-ebd5a2a43835), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:05.181645 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.db.l3_db [None req-c4ed7855-5a99-40c0-80bd-aafb281e7550 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Floating IP 81a1cb67-2255-4c27-a18d-ebd5a2a43835 disassociated (deleted). External IP: 172.27.2.213, port: 64f13744-49dc-4efc-923d-e507c7abd6bf. Jan 11 14:30:05.382399 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ed7855-5a99-40c0-80bd-aafb281e7550 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Router e51f7f1a-1451-49a3-8f57-62a476afae38 has already been hosted by L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 {{(pid=102758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 14:30:05.728896 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ed7855-5a99-40c0-80bd-aafb281e7550 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:30:05.733546 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-c4ed7855-5a99-40c0-80bd-aafb281e7550 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:05.740150 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d0bc33-407f-4bbd-a5fb-941c88a2a78e None None] Sync routers for ids ['e51f7f1a-1451-49a3-8f57-62a476afae38'] in dv-cinder-824131-3-iscsi {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:30:05.749106 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d0bc33-407f-4bbd-a5fb-941c88a2a78e None None] Routers {'e51f7f1a-1451-49a3-8f57-62a476afae38'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:30:05.749757 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-05d0bc33-407f-4bbd-a5fb-941c88a2a78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:29:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['e51f7f1a-1451-49a3-8f57-62a476afae38'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:30:05.762710 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-c4ed7855-5a99-40c0-80bd-aafb281e7550 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "DELETE /v2.0/floatingips/81a1cb67-2255-4c27-a18d-ebd5a2a43835 HTTP/1.1" status: 204 len: 168 time: 1.1406608 Jan 11 14:30:05.762710 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ab8a6c-2c89-43b7-9554-1513f3ff0ee9', 'tag': '64f13744-49dc-4efc-923d-e507c7abd6bf'}] {{(pid=102758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:30:05.763240 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bad0c4360237c930a732257e05ff37eb7f7649fd7d398cae3022b7fa374a377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6654235b-2a66-4816-a44c-23192e207bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "61ab8a6c-2c89-43b7-9554-1513f3ff0ee9", "tag": "64f13744-49dc-4efc-923d-e507c7abd6bf"}]}' {{(pid=102758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:30:05.801006 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 14:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0668284-951f-46d9-929e-b5ba14317e8a x-openstack-request-id: req-e0668284-951f-46d9-929e-b5ba14317e8a {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:30:05.801301 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ab8a6c-2c89-43b7-9554-1513f3ff0ee9", "tag": "64f13744-49dc-4efc-923d-e507c7abd6bf", "status": "completed", "code": 200}]} {{(pid=102758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:30:05.801554 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e0668284-951f-46d9-929e-b5ba14317e8a {{(pid=102758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:30:05.801956 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ab8a6c-2c89-43b7-9554-1513f3ff0ee9', 'tag': '64f13744-49dc-4efc-923d-e507c7abd6bf', 'status': 'completed', 'code': 200} Jan 11 14:30:05.860584 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654235b-2a66-4816-a44c-23192e207bbd req-84301af3-8b45-48a1-a792-915ec065ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:30:05.862296 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-6654235b-2a66-4816-a44c-23192e207bbd req-84301af3-8b45-48a1-a792-915ec065ef2b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=802231c203874b75b82b8b9358e6f61d&device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 1098 time: 0.0406132 Jan 11 14:30:05.863913 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-05d0bc33-407f-4bbd-a5fb-941c88a2a78e None None] Set router e51f7f1a-1451-49a3-8f57-62a476afae38 gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:30:05.968311 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654235b-2a66-4816-a44c-23192e207bbd req-759bbfe0-6714-4cdc-b4c7-79d9a40d3d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:30:05.970835 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-6654235b-2a66-4816-a44c-23192e207bbd req-759bbfe0-6714-4cdc-b4c7-79d9a40d3d31 service neutron] 10.222.0.45 "GET /v2.0/networks?id=449b9fd4-a429-4fad-859d-a2586ac97009 HTTP/1.1" status: 200 len: 908 time: 0.0976565 Jan 11 14:30:05.989397 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51753f-e750-43bc-a6b2-56401b0baea6 req-59c829e9-f231-4f30-af95-130b889c2be1 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:30:05.990948 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9f51753f-e750-43bc-a6b2-56401b0baea6 req-59c829e9-f231-4f30-af95-130b889c2be1 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 945 time: 0.0549197 Jan 11 14:30:06.011678 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-6654235b-2a66-4816-a44c-23192e207bbd req-961a25aa-e9b0-4231-9aa6-65ffadf05279 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64f13744-49dc-4efc-923d-e507c7abd6bf HTTP/1.1" status: 200 len: 217 time: 0.0344200 Jan 11 14:30:06.043903 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-9f51753f-e750-43bc-a6b2-56401b0baea6 req-ef83b251-79dc-43cc-ab37-12a04cf35842 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471966 Jan 11 14:30:06.063184 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654235b-2a66-4816-a44c-23192e207bbd req-0ff4c1ee-101b-4b8c-a8fa-a9a5d00a0cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:30:06.064936 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-6654235b-2a66-4816-a44c-23192e207bbd req-0ff4c1ee-101b-4b8c-a8fa-a9a5d00a0cfd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=22caa802-287c-4085-b958-83ced3822fc7 HTTP/1.1" status: 200 len: 846 time: 0.0460243 Jan 11 14:30:06.082110 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-05d0bc33-407f-4bbd-a5fb-941c88a2a78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'name': 'tempest-TestShelveInstance-43552613-router', 'tenant_id': '802231c203874b75b82b8b9358e6f61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:24:51Z', 'updated_at': '2022-01-11T14:24:53Z', 'revision_number': 4, 'project_id': '802231c203874b75b82b8b9358e6f61d', 'gw_port': {'id': 'f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:24:51Z', 'updated_at': '2022-01-11T14:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': '29190d42-15e0-456b-820b-836e0884314b', 'name': '', 'network_id': '449b9fd4-a429-4fad-859d-a2586ac97009', 'tenant_id': '802231c203874b75b82b8b9358e6f61d', 'mac_address': 'fa:16:3e:b0:cb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '22caa802-287c-4085-b958-83ced3822fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:24:53Z', 'updated_at': '2022-01-11T14:24:58Z', 'revision_number': 5, 'project_id': '802231c203874b75b82b8b9358e6f61d', 'subnets': [{'id': '22caa802-287c-4085-b958-83ced3822fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:30:06.112495 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d0bc33-407f-4bbd-a5fb-941c88a2a78e None None] Checking router: e51f7f1a-1451-49a3-8f57-62a476afae38 for host: dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:30:06.112737 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654235b-2a66-4816-a44c-23192e207bbd req-7d4e1693-6371-4f04-ac12-e316f6ebe5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:30:06.114144 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-6654235b-2a66-4816-a44c-23192e207bbd req-7d4e1693-6371-4f04-ac12-e316f6ebe5bf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=449b9fd4-a429-4fad-859d-a2586ac97009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432281 Jan 11 14:30:06.120763 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d0bc33-407f-4bbd-a5fb-941c88a2a78e None None] Routers {'e51f7f1a-1451-49a3-8f57-62a476afae38'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:30:06.121437 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-05d0bc33-407f-4bbd-a5fb-941c88a2a78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:29:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['e51f7f1a-1451-49a3-8f57-62a476afae38'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:30:06.202852 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-6654235b-2a66-4816-a44c-23192e207bbd req-83a7dede-9ee3-4910-a3ef-7d7dac927d37 service neutron] 10.222.0.45 "GET /v2.0/networks/449b9fd4-a429-4fad-859d-a2586ac97009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816572 Jan 11 14:30:06.225082 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-05d0bc33-407f-4bbd-a5fb-941c88a2a78e None None] Set router e51f7f1a-1451-49a3-8f57-62a476afae38 gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:30:06.293496 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-6654235b-2a66-4816-a44c-23192e207bbd req-cd00c607-3d9d-44e5-93b8-b21706830d68 service neutron] 10.222.0.45 "GET /v2.0/networks/449b9fd4-a429-4fad-859d-a2586ac97009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845249 Jan 11 14:30:06.424917 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-05d0bc33-407f-4bbd-a5fb-941c88a2a78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'name': 'tempest-TestShelveInstance-43552613-router', 'tenant_id': '802231c203874b75b82b8b9358e6f61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:24:51Z', 'updated_at': '2022-01-11T14:24:53Z', 'revision_number': 4, 'project_id': '802231c203874b75b82b8b9358e6f61d', 'gw_port': {'id': 'f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:24:51Z', 'updated_at': '2022-01-11T14:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': '29190d42-15e0-456b-820b-836e0884314b', 'name': '', 'network_id': '449b9fd4-a429-4fad-859d-a2586ac97009', 'tenant_id': '802231c203874b75b82b8b9358e6f61d', 'mac_address': 'fa:16:3e:b0:cb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '22caa802-287c-4085-b958-83ced3822fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:24:53Z', 'updated_at': '2022-01-11T14:24:58Z', 'revision_number': 5, 'project_id': '802231c203874b75b82b8b9358e6f61d', 'subnets': [{'id': '22caa802-287c-4085-b958-83ced3822fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:30:06.454992 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d0bc33-407f-4bbd-a5fb-941c88a2a78e None None] The sync data for ids ['e51f7f1a-1451-49a3-8f57-62a476afae38'] in dv-cinder-824131-3-iscsi is: [{'id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'name': 'tempest-TestShelveInstance-43552613-router', 'tenant_id': '802231c203874b75b82b8b9358e6f61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:24:51Z', 'updated_at': '2022-01-11T14:24:53Z', 'revision_number': 4, 'project_id': '802231c203874b75b82b8b9358e6f61d', 'gw_port': {'id': 'f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:24:51Z', 'updated_at': '2022-01-11T14:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi', '_interfaces': [{'id': '29190d42-15e0-456b-820b-836e0884314b', 'name': '', 'network_id': '449b9fd4-a429-4fad-859d-a2586ac97009', 'tenant_id': '802231c203874b75b82b8b9358e6f61d', 'mac_address': 'fa:16:3e:b0:cb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '22caa802-287c-4085-b958-83ced3822fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:24:53Z', 'updated_at': '2022-01-11T14:24:58Z', 'revision_number': 5, 'project_id': '802231c203874b75b82b8b9358e6f61d', 'subnets': [{'id': '22caa802-287c-4085-b958-83ced3822fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:30:06.676575 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82afb4d-94d9-41f8-9f28-e0320b2467a4 None None] New status for floating IP 81a1cb67-2255-4c27-a18d-ebd5a2a43835: DOWN {{(pid=102761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 14:30:07.161685 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede462c6-bc44-4624-82bd-ec9a8e3404f9 req-e9efaa4a-5841-4000-8ecb-20d00790bda6 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:30:07.163147 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ede462c6-bc44-4624-82bd-ec9a8e3404f9 req-e9efaa4a-5841-4000-8ecb-20d00790bda6 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 945 time: 0.0470917 Jan 11 14:30:07.215785 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-ede462c6-bc44-4624-82bd-ec9a8e3404f9 req-d1cf172e-eae6-4e2f-adb9-7abb19b8da61 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/security-groups?id=71135e45-4590-4982-b0c3-965ad0f1dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469561 Jan 11 14:30:07.596457 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590a3ee-a2ac-4725-b940-5e4fed383d30 req-28ebd633-a052-4b27-b5c5-d255cd540399 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 14:30:07.597949 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-6590a3ee-a2ac-4725-b940-5e4fed383d30 req-28ebd633-a052-4b27-b5c5-d255cd540399 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.45 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 945 time: 0.0474768 Jan 11 14:30:07.684762 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-6590a3ee-a2ac-4725-b940-5e4fed383d30 req-9f360189-edd2-4164-98e5-da93be9051d2 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Deleting port 64f13744-49dc-4efc-923d-e507c7abd6bf {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:30:07.685112 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-6590a3ee-a2ac-4725-b940-5e4fed383d30 req-9f360189-edd2-4164-98e5-da93be9051d2 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (64f13744-49dc-4efc-923d-e507c7abd6bf), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:07.774034 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [req-6590a3ee-a2ac-4725-b940-5e4fed383d30 req-9f360189-edd2-4164-98e5-da93be9051d2 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] For port 64f13744-49dc-4efc-923d-e507c7abd6bf, host hv-cinder-82413, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82413',level=0,port_id=64f13744-49dc-4efc-923d-e507c7abd6bf,segment=NetworkSegment(726d5a66-d173-4411-afe7-2efce61aa7e9),segment_id=726d5a66-d173-4411-afe7-2efce61aa7e9)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:30:07.774402 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-6590a3ee-a2ac-4725-b940-5e4fed383d30 req-9f360189-edd2-4164-98e5-da93be9051d2 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (64f13744-49dc-4efc-923d-e507c7abd6bf), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:07.786418 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [req-6590a3ee-a2ac-4725-b940-5e4fed383d30 req-9f360189-edd2-4164-98e5-da93be9051d2 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Calling delete_port for 64f13744-49dc-4efc-923d-e507c7abd6bf owned by compute:nova {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:30:07.910898 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-6590a3ee-a2ac-4725-b940-5e4fed383d30 req-9f360189-edd2-4164-98e5-da93be9051d2 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (64f13744-49dc-4efc-923d-e507c7abd6bf), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:07.947020 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f360189-edd2-4164-98e5-da93be9051d2 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Pushing event deleted for resources: {'Port': ['ID=64f13744-49dc-4efc-923d-e507c7abd6bf,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:30:07.973665 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f360189-edd2-4164-98e5-da93be9051d2 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:07.981190 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f360189-edd2-4164-98e5-da93be9051d2 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:07.981190 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f360189-edd2-4164-98e5-da93be9051d2 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:07.981190 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f360189-edd2-4164-98e5-da93be9051d2 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:07.981190 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f360189-edd2-4164-98e5-da93be9051d2 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:07.981190 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f360189-edd2-4164-98e5-da93be9051d2 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:07.981190 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f360189-edd2-4164-98e5-da93be9051d2 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:07.981190 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f360189-edd2-4164-98e5-da93be9051d2 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:07.981190 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f360189-edd2-4164-98e5-da93be9051d2 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:07.981190 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f360189-edd2-4164-98e5-da93be9051d2 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:07.981190 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f360189-edd2-4164-98e5-da93be9051d2 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:07.981190 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f360189-edd2-4164-98e5-da93be9051d2 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:07.981190 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f360189-edd2-4164-98e5-da93be9051d2 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:07.995484 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [req-6590a3ee-a2ac-4725-b940-5e4fed383d30 req-9f360189-edd2-4164-98e5-da93be9051d2 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] No DVR routers for this DVR port 64f13744-49dc-4efc-923d-e507c7abd6bf on host hv-cinder-82413 {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 14:30:07.998174 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [req-6590a3ee-a2ac-4725-b940-5e4fed383d30 req-9f360189-edd2-4164-98e5-da93be9051d2 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:08.002375 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [req-6590a3ee-a2ac-4725-b940-5e4fed383d30 req-9f360189-edd2-4164-98e5-da93be9051d2 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.45 "DELETE /v2.0/ports/64f13744-49dc-4efc-923d-e507c7abd6bf HTTP/1.1" status: 204 len: 173 time: 0.3997080 Jan 11 14:30:08.002830 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ab8a6c-2c89-43b7-9554-1513f3ff0ee9', 'name': 'network-vif-deleted', 'tag': '64f13744-49dc-4efc-923d-e507c7abd6bf'}] {{(pid=102759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 14:30:08.005078 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3731de440ea07f8bb65e98ae2cdbbed68b84f33189ebecfec85cc797d9a35429" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec98c901-988f-43e7-88ed-4318ca14b560" -d '{"events": [{"server_uuid": "61ab8a6c-2c89-43b7-9554-1513f3ff0ee9", "name": "network-vif-deleted", "tag": "64f13744-49dc-4efc-923d-e507c7abd6bf"}]}' {{(pid=102759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 14:30:08.110530 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 14:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5acb3ad-d300-488e-9425-c2a3aafe8610 x-openstack-request-id: req-b5acb3ad-d300-488e-9425-c2a3aafe8610 {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 14:30:08.110831 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ab8a6c-2c89-43b7-9554-1513f3ff0ee9", "name": "network-vif-deleted", "tag": "64f13744-49dc-4efc-923d-e507c7abd6bf", "status": "completed", "code": 200}]} {{(pid=102759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 14:30:08.111138 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b5acb3ad-d300-488e-9425-c2a3aafe8610 {{(pid=102759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 14:30:08.112103 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ab8a6c-2c89-43b7-9554-1513f3ff0ee9', 'name': 'network-vif-deleted', 'tag': '64f13744-49dc-4efc-923d-e507c7abd6bf', 'status': 'completed', 'code': 200} Jan 11 14:30:08.313805 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [req-80f1801a-bf68-4de2-9bec-a624487e3794 req-0dddf846-be15-44cb-95dc-f98a6360ce8f tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ab8a6c-2c89-43b7-9554-1513f3ff0ee9 HTTP/1.1" status: 200 len: 210 time: 0.0271008 Jan 11 14:30:08.875196 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:09.369353 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 34108) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:30:09.424901 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-82cb1936-f8c3-4e5d-9e35-c21e3cbf8ce2 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks [] for security_group (71135e45-4590-4982-b0c3-965ad0f1dedc), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:09.449654 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-82cb1936-f8c3-4e5d-9e35-c21e3cbf8ce2 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks [] for security_group (71135e45-4590-4982-b0c3-965ad0f1dedc), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:09.507238 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-82cb1936-f8c3-4e5d-9e35-c21e3cbf8ce2 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (71135e45-4590-4982-b0c3-965ad0f1dedc), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:09.509822 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-82cb1936-f8c3-4e5d-9e35-c21e3cbf8ce2 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:09.510977 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-82cb1936-f8c3-4e5d-9e35-c21e3cbf8ce2 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] 10.222.0.49 "DELETE /v2.0/security-groups/71135e45-4590-4982-b0c3-965ad0f1dedc HTTP/1.1" status: 204 len: 168 time: 0.1406558 Jan 11 14:30:09.520246 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb1936-f8c3-4e5d-9e35-c21e3cbf8ce2 tempest-TestShelveInstance-838504305 tempest-TestShelveInstance-838504305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71135e45-4590-4982-b0c3-965ad0f1dedc,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:30:09.566436 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 34112) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:30:09.991126 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ae858282-2f3f-4c17-a650-cf3de9d296d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-730834'] for router_interface (e51f7f1a-1451-49a3-8f57-62a476afae38), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:10.035152 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 64f13744-49dc-4efc-923d-e507c7abd6bf no longer exists at agent hyperv_hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:30:10.055645 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] No Port match for: 64f13744-49dc-4efc-923d-e507c7abd6bf {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:30:10.055995 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Device 64f13744-49dc-4efc-923d-e507c7abd6bf not bound to the agent host hv-cinder-82413 {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:30:10.226420 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-ae858282-2f3f-4c17-a650-cf3de9d296d7 admin admin] Deleting port 29190d42-15e0-456b-820b-836e0884314b {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:30:10.226758 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ae858282-2f3f-4c17-a650-cf3de9d296d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (29190d42-15e0-456b-820b-836e0884314b), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:10.301981 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-ae858282-2f3f-4c17-a650-cf3de9d296d7 admin admin] For port 29190d42-15e0-456b-820b-836e0884314b, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=29190d42-15e0-456b-820b-836e0884314b,segment=NetworkSegment(726d5a66-d173-4411-afe7-2efce61aa7e9),segment_id=726d5a66-d173-4411-afe7-2efce61aa7e9)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:30:10.302257 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ae858282-2f3f-4c17-a650-cf3de9d296d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (29190d42-15e0-456b-820b-836e0884314b), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:10.314049 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-ae858282-2f3f-4c17-a650-cf3de9d296d7 admin admin] Calling delete_port for 29190d42-15e0-456b-820b-836e0884314b owned by network:router_interface {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:30:10.489986 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ae858282-2f3f-4c17-a650-cf3de9d296d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (29190d42-15e0-456b-820b-836e0884314b), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:10.512505 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae858282-2f3f-4c17-a650-cf3de9d296d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=29190d42-15e0-456b-820b-836e0884314b,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:30:10.673721 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-ae858282-2f3f-4c17-a650-cf3de9d296d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-730726'] for router_interface (e51f7f1a-1451-49a3-8f57-62a476afae38), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:10.883737 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae858282-2f3f-4c17-a650-cf3de9d296d7 admin admin] Router e51f7f1a-1451-49a3-8f57-62a476afae38 has already been hosted by L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 {{(pid=102759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 14:30:10.986139 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae858282-2f3f-4c17-a650-cf3de9d296d7 admin admin] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:30:10.991166 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-ae858282-2f3f-4c17-a650-cf3de9d296d7 admin admin] 10.222.0.49 "PUT /v2.0/routers/e51f7f1a-1451-49a3-8f57-62a476afae38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4243636 Jan 11 14:30:10.993602 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 34116) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:30:10.996180 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f480d1b9-98f0-41d9-81a9-9b5128849a79 None None] Sync routers for ids ['e51f7f1a-1451-49a3-8f57-62a476afae38'] in dv-cinder-824131-3-iscsi {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:30:11.006114 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f480d1b9-98f0-41d9-81a9-9b5128849a79 None None] Routers {'e51f7f1a-1451-49a3-8f57-62a476afae38'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:30:11.006722 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-f480d1b9-98f0-41d9-81a9-9b5128849a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:29:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['e51f7f1a-1451-49a3-8f57-62a476afae38'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:30:11.092825 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-954f1463-722d-4de6-b3f6-059dc4249fbe admin admin] Publish callbacks [] for router (e51f7f1a-1451-49a3-8f57-62a476afae38), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:11.108099 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-f480d1b9-98f0-41d9-81a9-9b5128849a79 None None] Set router e51f7f1a-1451-49a3-8f57-62a476afae38 gateway port host: dv-cinder-824131-3-iscsi {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:30:11.188761 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-954f1463-722d-4de6-b3f6-059dc4249fbe admin admin] Publish callbacks [] for router_gateway (e51f7f1a-1451-49a3-8f57-62a476afae38), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:11.242037 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-954f1463-722d-4de6-b3f6-059dc4249fbe admin admin] Deleting port f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:30:11.242380 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-954f1463-722d-4de6-b3f6-059dc4249fbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:11.289563 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-f480d1b9-98f0-41d9-81a9-9b5128849a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'name': 'tempest-TestShelveInstance-43552613-router', 'tenant_id': '802231c203874b75b82b8b9358e6f61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:24:51Z', 'updated_at': '2022-01-11T14:30:10Z', 'revision_number': 5, 'project_id': '802231c203874b75b82b8b9358e6f61d', 'gw_port': {'id': 'f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:24:51Z', 'updated_at': '2022-01-11T14:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi'}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:30:11.317137 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f480d1b9-98f0-41d9-81a9-9b5128849a79 None None] Checking router: e51f7f1a-1451-49a3-8f57-62a476afae38 for host: dv-cinder-824131-3-iscsi {{(pid=102760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:30:11.320285 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-954f1463-722d-4de6-b3f6-059dc4249fbe admin admin] For port f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52,segment=NetworkSegment(74f2f49c-8139-48f1-b44d-9c7351d31a13),segment_id=74f2f49c-8139-48f1-b44d-9c7351d31a13)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:30:11.320652 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-954f1463-722d-4de6-b3f6-059dc4249fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:11.325659 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f480d1b9-98f0-41d9-81a9-9b5128849a79 None None] Routers {'e51f7f1a-1451-49a3-8f57-62a476afae38'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:30:11.326263 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-f480d1b9-98f0-41d9-81a9-9b5128849a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:29:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['e51f7f1a-1451-49a3-8f57-62a476afae38'], 'active': True} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:30:11.332821 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-954f1463-722d-4de6-b3f6-059dc4249fbe admin admin] Calling delete_port for f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52 owned by network:router_gateway {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:30:11.416255 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvr_db [None req-f480d1b9-98f0-41d9-81a9-9b5128849a79 None None] Set router e51f7f1a-1451-49a3-8f57-62a476afae38 gateway port host: None {{(pid=102760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:30:11.473488 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_hamode_db [None req-f480d1b9-98f0-41d9-81a9-9b5128849a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'name': 'tempest-TestShelveInstance-43552613-router', 'tenant_id': '802231c203874b75b82b8b9358e6f61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:24:51Z', 'updated_at': '2022-01-11T14:30:11Z', 'revision_number': 6, 'project_id': '802231c203874b75b82b8b9358e6f61d', 'gw_port_host': None}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:30:11.499458 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f480d1b9-98f0-41d9-81a9-9b5128849a79 None None] The sync data for ids ['e51f7f1a-1451-49a3-8f57-62a476afae38'] in dv-cinder-824131-3-iscsi is: [{'id': 'e51f7f1a-1451-49a3-8f57-62a476afae38', 'name': 'tempest-TestShelveInstance-43552613-router', 'tenant_id': '802231c203874b75b82b8b9358e6f61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:24:51Z', 'updated_at': '2022-01-11T14:30:11Z', 'revision_number': 6, 'project_id': '802231c203874b75b82b8b9358e6f61d', 'gw_port_host': None}] {{(pid=102760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:30:11.503853 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-954f1463-722d-4de6-b3f6-059dc4249fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:11.530758 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f1463-722d-4de6-b3f6-059dc4249fbe admin admin] Pushing event deleted for resources: {'Port': ['ID=f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:30:11.592374 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-954f1463-722d-4de6-b3f6-059dc4249fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704644'] for router_gateway (e51f7f1a-1451-49a3-8f57-62a476afae38), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:11.679204 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-954f1463-722d-4de6-b3f6-059dc4249fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30047'] for router (e51f7f1a-1451-49a3-8f57-62a476afae38), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:11.681323 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-954f1463-722d-4de6-b3f6-059dc4249fbe admin admin] Publish callbacks [] for router_controller (e51f7f1a-1451-49a3-8f57-62a476afae38), precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:11.723275 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-954f1463-722d-4de6-b3f6-059dc4249fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742260'] for router (e51f7f1a-1451-49a3-8f57-62a476afae38), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:11.723904 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954f1463-722d-4de6-b3f6-059dc4249fbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router e51f7f1a-1451-49a3-8f57-62a476afae38 {{(pid=102759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 11 14:30:11.727963 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-954f1463-722d-4de6-b3f6-059dc4249fbe admin admin] Publish callbacks [] for router (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:11.729125 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-954f1463-722d-4de6-b3f6-059dc4249fbe admin admin] 10.222.0.49 "DELETE /v2.0/routers/e51f7f1a-1451-49a3-8f57-62a476afae38 HTTP/1.1" status: 204 len: 168 time: 0.7345612 Jan 11 14:30:11.731567 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 34118) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:30:11.777761 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4defff7-8011-4010-bb0d-e5393ac22fee admin admin] Deleting subnet 22caa802-287c-4085-b958-83ced3822fc7 {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 14:30:11.780792 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4defff7-8011-4010-bb0d-e5393ac22fee admin admin] Publish callbacks [] for subnet (22caa802-287c-4085-b958-83ced3822fc7), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:11.814582 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4defff7-8011-4010-bb0d-e5393ac22fee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850843'] for subnet (22caa802-287c-4085-b958-83ced3822fc7), precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:11.892238 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4defff7-8011-4010-bb0d-e5393ac22fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757316'] for subnet (22caa802-287c-4085-b958-83ced3822fc7), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:11.946868 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4defff7-8011-4010-bb0d-e5393ac22fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10442644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10134044'] for subnet (22caa802-287c-4085-b958-83ced3822fc7), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:11.974491 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4defff7-8011-4010-bb0d-e5393ac22fee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22caa802-287c-4085-b958-83ced3822fc7,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:30:11.980134 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-d4defff7-8011-4010-bb0d-e5393ac22fee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:11.984711 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-d4defff7-8011-4010-bb0d-e5393ac22fee admin admin] 10.222.0.49 "DELETE /v2.0/subnets/22caa802-287c-4085-b958-83ced3822fc7 HTTP/1.1" status: 204 len: 168 time: 0.2518780 Jan 11 14:30:11.986181 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189aab52-b87f-4e20-ac10-ecf0862d7f6e None None] Network 449b9fd4-a429-4fad-859d-a2586ac97009 requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:30:11.986801 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 34120) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:30:12.051566 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-15301ac2-d57c-45a3-b179-afb14d94c601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1612487'] for network (449b9fd4-a429-4fad-859d-a2586ac97009), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:12.109921 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-15301ac2-d57c-45a3-b179-afb14d94c601 admin admin] Deleting port 052c444b-c7c7-4875-a1f7-c14487fa36b5 {{(pid=102759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:30:12.110271 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-15301ac2-d57c-45a3-b179-afb14d94c601 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (052c444b-c7c7-4875-a1f7-c14487fa36b5), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:12.170892 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.db [None req-15301ac2-d57c-45a3-b179-afb14d94c601 admin admin] For port 052c444b-c7c7-4875-a1f7-c14487fa36b5, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=052c444b-c7c7-4875-a1f7-c14487fa36b5,segment=NetworkSegment(726d5a66-d173-4411-afe7-2efce61aa7e9),segment_id=726d5a66-d173-4411-afe7-2efce61aa7e9)] {{(pid=102759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:30:12.171185 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-15301ac2-d57c-45a3-b179-afb14d94c601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (052c444b-c7c7-4875-a1f7-c14487fa36b5), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:12.183078 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.plugin [None req-15301ac2-d57c-45a3-b179-afb14d94c601 admin admin] Calling delete_port for 052c444b-c7c7-4875-a1f7-c14487fa36b5 owned by network:dhcp {{(pid=102759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:30:12.251130 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a09855-7c5c-4da0-821d-cc92cf70f848 None None] DHCP port deletion for 449b9fd4-a429-4fad-859d-a2586ac97009 request from dv-cinder-824131-3-iscsi {{(pid=102760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 11 14:30:12.267455 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-15301ac2-d57c-45a3-b179-afb14d94c601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442689'] for port (052c444b-c7c7-4875-a1f7-c14487fa36b5), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:12.434212 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e0a09855-7c5c-4da0-821d-cc92cf70f848 None None] Deleting port 052c444b-c7c7-4875-a1f7-c14487fa36b5 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:30:12.434611 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e0a09855-7c5c-4da0-821d-cc92cf70f848 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (052c444b-c7c7-4875-a1f7-c14487fa36b5), before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:12.508076 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-e0a09855-7c5c-4da0-821d-cc92cf70f848 None None] For port 052c444b-c7c7-4875-a1f7-c14487fa36b5, host dv-cinder-824131-3-iscsi, got binding levels [] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:30:12.508465 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e0a09855-7c5c-4da0-821d-cc92cf70f848 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (052c444b-c7c7-4875-a1f7-c14487fa36b5), precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:12.521984 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-e0a09855-7c5c-4da0-821d-cc92cf70f848 None None] Calling delete_port for 052c444b-c7c7-4875-a1f7-c14487fa36b5 owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:30:12.524866 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.ipam_backend_mixin [None req-e0a09855-7c5c-4da0-821d-cc92cf70f848 None None] Port 052c444b-c7c7-4875-a1f7-c14487fa36b5 was not found and therefore no delete operation was performed {{(pid=102760) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 11 14:30:12.526123 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e0a09855-7c5c-4da0-821d-cc92cf70f848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005'] for port (052c444b-c7c7-4875-a1f7-c14487fa36b5), after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:12.545181 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15301ac2-d57c-45a3-b179-afb14d94c601 admin admin] Pushing event deleted for resources: {'Port': ['ID=052c444b-c7c7-4875-a1f7-c14487fa36b5,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:30:12.549481 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15301ac2-d57c-45a3-b179-afb14d94c601 admin admin] No DVR routers for this DVR port 052c444b-c7c7-4875-a1f7-c14487fa36b5 on host dv-cinder-824131-3-iscsi {{(pid=102759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 14:30:12.550969 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a09855-7c5c-4da0-821d-cc92cf70f848 None None] Pushing event deleted for resources: {'Port': ['ID=052c444b-c7c7-4875-a1f7-c14487fa36b5,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:30:12.560665 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a09855-7c5c-4da0-821d-cc92cf70f848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:12.561024 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a09855-7c5c-4da0-821d-cc92cf70f848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:12.561377 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a09855-7c5c-4da0-821d-cc92cf70f848 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:12.561722 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a09855-7c5c-4da0-821d-cc92cf70f848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:12.562059 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a09855-7c5c-4da0-821d-cc92cf70f848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:12.562396 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a09855-7c5c-4da0-821d-cc92cf70f848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:12.562792 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a09855-7c5c-4da0-821d-cc92cf70f848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:12.563647 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a09855-7c5c-4da0-821d-cc92cf70f848 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:12.563983 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a09855-7c5c-4da0-821d-cc92cf70f848 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:12.564319 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a09855-7c5c-4da0-821d-cc92cf70f848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:12.564649 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a09855-7c5c-4da0-821d-cc92cf70f848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:12.564979 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a09855-7c5c-4da0-821d-cc92cf70f848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:12.565305 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a09855-7c5c-4da0-821d-cc92cf70f848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824131-3-iscsi {{(pid=102760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 14:30:12.568024 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a09855-7c5c-4da0-821d-cc92cf70f848 None None] No DVR routers for this DVR port 052c444b-c7c7-4875-a1f7-c14487fa36b5 on host dv-cinder-824131-3-iscsi {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 14:30:12.617657 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-15301ac2-d57c-45a3-b179-afb14d94c601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759249', 'neutron.services.segments.db._delete_segments_for_network-8792866421935'] for network (449b9fd4-a429-4fad-859d-a2586ac97009), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:12.640465 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.services.segments.db [None req-15301ac2-d57c-45a3-b179-afb14d94c601 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['449b9fd4-a429-4fad-859d-a2586ac97009']}} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:30:12.649643 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.services.segments.db [None req-15301ac2-d57c-45a3-b179-afb14d94c601 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '726d5a66-d173-4411-afe7-2efce61aa7e9') {'for_net_delete': True} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:30:12.649943 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.services.segments.db [None req-15301ac2-d57c-45a3-b179-afb14d94c601 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '726d5a66-d173-4411-afe7-2efce61aa7e9') {} {{(pid=102759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:30:12.658955 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-15301ac2-d57c-45a3-b179-afb14d94c601 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792866425528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850834'] for segment (726d5a66-d173-4411-afe7-2efce61aa7e9), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:12.671625 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-15301ac2-d57c-45a3-b179-afb14d94c601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781'] for segment (726d5a66-d173-4411-afe7-2efce61aa7e9), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:12.677828 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15301ac2-d57c-45a3-b179-afb14d94c601 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=102759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 14:30:12.678208 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-15301ac2-d57c-45a3-b179-afb14d94c601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10442738'] for segment (726d5a66-d173-4411-afe7-2efce61aa7e9), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:12.679794 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:30:12.679794 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:30:12.679794 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:30:12.679794 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:30:12.679794 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:30:12.679794 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:30:12.679794 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:30:12.679794 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:30:12.679794 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:30:12.679794 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:30:12.679794 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:30:12.679794 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:30:12.679794 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:30:12.679794 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:30:12.679794 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:30:12.679794 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:30:12.679794 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:30:12.679794 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:30:12.679794 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:30:12.679794 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:30:12.679794 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:30:12.679794 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:30:12.679794 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:30:12.679794 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:30:12.679794 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:30:12.679794 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:30:12.679794 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:30:12.679794 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:30:12.679794 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:30:12.679794 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:30:12.679794 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:30:12.679794 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:30:12.679794 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:30:12.679794 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:30:12.679794 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:30:12.679794 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: warnings.warn(msg) Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: Traceback (most recent call last): Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: timer() Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: cb(*args, **kw) Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: return func(*args, **kwargs) Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: self._notify() Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: self.callback(batched_events) Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: event.method(event) Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: return f(self, *a, **k) Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: return self._get(url).json() Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: return self.request(url, 'GET', **kwargs) Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 14:30:12.683140 dv-cinder-824131-3-iscsi neutron-server[102759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 14:30:12.732438 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-15301ac2-d57c-45a3-b179-afb14d94c601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704736'] for network (449b9fd4-a429-4fad-859d-a2586ac97009), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:12.738482 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-15301ac2-d57c-45a3-b179-afb14d94c601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for network (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:12.741677 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-15301ac2-d57c-45a3-b179-afb14d94c601 admin admin] 10.222.0.49 "DELETE /v2.0/networks/449b9fd4-a429-4fad-859d-a2586ac97009 HTTP/1.1" status: 204 len: 168 time: 0.7538700 Jan 11 14:30:12.744621 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 34122) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:30:12.753088 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15301ac2-d57c-45a3-b179-afb14d94c601 admin admin] Pushing event deleted for resources: {'Network': ['ID=449b9fd4-a429-4fad-859d-a2586ac97009,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:30:13.087421 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-4ef758db-08d6-40d0-a723-62aa96b07ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-730834'] for router_interface (6c6725e0-2391-4fb7-be70-8ea4806a8d18), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:13.327313 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [None req-4ef758db-08d6-40d0-a723-62aa96b07ed7 admin admin] Deleting port aadb048d-3622-452d-954c-4e76e2c15b82 {{(pid=102758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:30:13.327754 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-4ef758db-08d6-40d0-a723-62aa96b07ed7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (aadb048d-3622-452d-954c-4e76e2c15b82), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:13.407120 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [None req-4ef758db-08d6-40d0-a723-62aa96b07ed7 admin admin] For port aadb048d-3622-452d-954c-4e76e2c15b82, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=aadb048d-3622-452d-954c-4e76e2c15b82,segment=NetworkSegment(f409724f-2b32-4b4a-a498-9ee452ea2034),segment_id=f409724f-2b32-4b4a-a498-9ee452ea2034)] {{(pid=102758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:30:13.407470 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-4ef758db-08d6-40d0-a723-62aa96b07ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (aadb048d-3622-452d-954c-4e76e2c15b82), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:13.419447 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [None req-4ef758db-08d6-40d0-a723-62aa96b07ed7 admin admin] Calling delete_port for aadb048d-3622-452d-954c-4e76e2c15b82 owned by network:router_interface {{(pid=102758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:30:13.442010 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 29190d42-15e0-456b-820b-836e0884314b no longer exists at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:30:13.462988 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] No Port match for: 29190d42-15e0-456b-820b-836e0884314b {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:30:13.463664 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 29190d42-15e0-456b-820b-836e0884314b not bound to the agent host dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:30:13.464295 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 052c444b-c7c7-4875-a1f7-c14487fa36b5 no longer exists at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:30:13.486047 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] No Port match for: 052c444b-c7c7-4875-a1f7-c14487fa36b5 {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:30:13.486399 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 052c444b-c7c7-4875-a1f7-c14487fa36b5 not bound to the agent host dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:30:13.487008 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52 no longer exists at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:30:13.505700 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] No Port match for: f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52 {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:30:13.506267 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device f1951c7e-a6d0-43a7-bbd8-77ffb22e7a52 not bound to the agent host dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:30:13.605534 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-4ef758db-08d6-40d0-a723-62aa96b07ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10081185'] for port (aadb048d-3622-452d-954c-4e76e2c15b82), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:13.635478 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef758db-08d6-40d0-a723-62aa96b07ed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=aadb048d-3622-452d-954c-4e76e2c15b82,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:30:13.802813 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-4ef758db-08d6-40d0-a723-62aa96b07ed7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-730726'] for router_interface (6c6725e0-2391-4fb7-be70-8ea4806a8d18), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:14.023115 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef758db-08d6-40d0-a723-62aa96b07ed7 admin admin] Router 6c6725e0-2391-4fb7-be70-8ea4806a8d18 has already been hosted by L3 agent c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165 {{(pid=102758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 14:30:14.125853 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef758db-08d6-40d0-a723-62aa96b07ed7 admin admin] Notify agent at l3_agent.dv-cinder-824131-3-iscsi the message routers_updated {{(pid=102758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 14:30:14.131934 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-4ef758db-08d6-40d0-a723-62aa96b07ed7 admin admin] 10.222.0.49 "PUT /v2.0/routers/6c6725e0-2391-4fb7-be70-8ea4806a8d18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3850999 Jan 11 14:30:14.133270 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 34124) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:30:14.136484 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecec31a2-627c-4996-9822-efb7798fe71a None None] Sync routers for ids ['6c6725e0-2391-4fb7-be70-8ea4806a8d18'] in dv-cinder-824131-3-iscsi {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 14:30:14.148819 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecec31a2-627c-4996-9822-efb7798fe71a None None] Routers {'6c6725e0-2391-4fb7-be70-8ea4806a8d18'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:30:14.149496 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ecec31a2-627c-4996-9822-efb7798fe71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:29:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['6c6725e0-2391-4fb7-be70-8ea4806a8d18'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:30:14.233162 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-9dae4d93-a103-4ff3-8c12-4a3ac2f38923 admin admin] Publish callbacks [] for router (6c6725e0-2391-4fb7-be70-8ea4806a8d18), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:14.252171 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-ecec31a2-627c-4996-9822-efb7798fe71a None None] Set router 6c6725e0-2391-4fb7-be70-8ea4806a8d18 gateway port host: dv-cinder-824131-3-iscsi {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:30:14.334026 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-9dae4d93-a103-4ff3-8c12-4a3ac2f38923 admin admin] Publish callbacks [] for router_gateway (6c6725e0-2391-4fb7-be70-8ea4806a8d18), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:14.394819 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [None req-9dae4d93-a103-4ff3-8c12-4a3ac2f38923 admin admin] Deleting port 5f28aa17-c7dc-419c-bf55-d7b997a2f74d {{(pid=102758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:30:14.395242 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-9dae4d93-a103-4ff3-8c12-4a3ac2f38923 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (5f28aa17-c7dc-419c-bf55-d7b997a2f74d), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:14.438310 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ecec31a2-627c-4996-9822-efb7798fe71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6725e0-2391-4fb7-be70-8ea4806a8d18', 'name': 'tempest-TestShelveInstance-1607930969-router', 'tenant_id': '1882900917a544dfa7a38ff850cfda8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'external_fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '5f28aa17-c7dc-419c-bf55-d7b997a2f74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:24:56Z', 'updated_at': '2022-01-11T14:30:13Z', 'revision_number': 5, 'project_id': '1882900917a544dfa7a38ff850cfda8d', 'gw_port': {'id': '5f28aa17-c7dc-419c-bf55-d7b997a2f74d', 'name': '', 'network_id': '2ce614e2-30de-465a-a7cf-ddab87bfda56', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6725e0-2391-4fb7-be70-8ea4806a8d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '24533608-225a-4678-8e54-d2d8b6714d88', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824131-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T14:24:56Z', 'updated_at': '2022-01-11T14:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24533608-225a-4678-8e54-d2d8b6714d88', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824131-3-iscsi'}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:30:14.468876 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecec31a2-627c-4996-9822-efb7798fe71a None None] Checking router: 6c6725e0-2391-4fb7-be70-8ea4806a8d18 for host: dv-cinder-824131-3-iscsi {{(pid=102761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 14:30:14.474075 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [None req-9dae4d93-a103-4ff3-8c12-4a3ac2f38923 admin admin] For port 5f28aa17-c7dc-419c-bf55-d7b997a2f74d, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=5f28aa17-c7dc-419c-bf55-d7b997a2f74d,segment=NetworkSegment(74f2f49c-8139-48f1-b44d-9c7351d31a13),segment_id=74f2f49c-8139-48f1-b44d-9c7351d31a13)] {{(pid=102758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:30:14.474440 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-9dae4d93-a103-4ff3-8c12-4a3ac2f38923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (5f28aa17-c7dc-419c-bf55-d7b997a2f74d), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:14.477379 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecec31a2-627c-4996-9822-efb7798fe71a None None] Routers {'6c6725e0-2391-4fb7-be70-8ea4806a8d18'} bound to L3 agent in host dv-cinder-824131-3-iscsi {{(pid=102761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 14:30:14.477990 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ecec31a2-627c-4996-9822-efb7798fe71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824131-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T14:04:58Z,description=,heartbeat_timestamp=2022-01-11T14:29:58Z,host='dv-cinder-824131-3-iscsi',id=c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T14:04:58Z,topic='l3_agent')) {'router_ids': ['6c6725e0-2391-4fb7-be70-8ea4806a8d18'], 'active': True} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:30:14.489325 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [None req-9dae4d93-a103-4ff3-8c12-4a3ac2f38923 admin admin] Calling delete_port for 5f28aa17-c7dc-419c-bf55-d7b997a2f74d owned by network:router_gateway {{(pid=102758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:30:14.564730 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_dvr_db [None req-ecec31a2-627c-4996-9822-efb7798fe71a None None] Set router 6c6725e0-2391-4fb7-be70-8ea4806a8d18 gateway port host: None {{(pid=102761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 14:30:14.616580 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.l3_hamode_db [None req-ecec31a2-627c-4996-9822-efb7798fe71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6725e0-2391-4fb7-be70-8ea4806a8d18', 'name': 'tempest-TestShelveInstance-1607930969-router', 'tenant_id': '1882900917a544dfa7a38ff850cfda8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:24:56Z', 'updated_at': '2022-01-11T14:30:14Z', 'revision_number': 6, 'project_id': '1882900917a544dfa7a38ff850cfda8d', 'gw_port_host': None}], 'dv-cinder-824131-3-iscsi', False) {} {{(pid=102761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:30:14.654586 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecec31a2-627c-4996-9822-efb7798fe71a None None] The sync data for ids ['6c6725e0-2391-4fb7-be70-8ea4806a8d18'] in dv-cinder-824131-3-iscsi is: [{'id': '6c6725e0-2391-4fb7-be70-8ea4806a8d18', 'name': 'tempest-TestShelveInstance-1607930969-router', 'tenant_id': '1882900917a544dfa7a38ff850cfda8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T14:24:56Z', 'updated_at': '2022-01-11T14:30:14Z', 'revision_number': 6, 'project_id': '1882900917a544dfa7a38ff850cfda8d', 'gw_port_host': None}] {{(pid=102761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 14:30:14.665944 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-9dae4d93-a103-4ff3-8c12-4a3ac2f38923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10081185'] for port (5f28aa17-c7dc-419c-bf55-d7b997a2f74d), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:14.694791 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae4d93-a103-4ff3-8c12-4a3ac2f38923 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f28aa17-c7dc-419c-bf55-d7b997a2f74d,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:30:14.762098 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-9dae4d93-a103-4ff3-8c12-4a3ac2f38923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704644'] for router_gateway (6c6725e0-2391-4fb7-be70-8ea4806a8d18), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:15.084239 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-9dae4d93-a103-4ff3-8c12-4a3ac2f38923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-742157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30047'] for router (6c6725e0-2391-4fb7-be70-8ea4806a8d18), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:15.086499 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-9dae4d93-a103-4ff3-8c12-4a3ac2f38923 admin admin] Publish callbacks [] for router_controller (6c6725e0-2391-4fb7-be70-8ea4806a8d18), precommit_delete_associations {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:15.129285 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-9dae4d93-a103-4ff3-8c12-4a3ac2f38923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-742260'] for router (6c6725e0-2391-4fb7-be70-8ea4806a8d18), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:15.129883 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dae4d93-a103-4ff3-8c12-4a3ac2f38923 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c6725e0-2391-4fb7-be70-8ea4806a8d18 {{(pid=102758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 11 14:30:15.134414 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-9dae4d93-a103-4ff3-8c12-4a3ac2f38923 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:15.135566 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-9dae4d93-a103-4ff3-8c12-4a3ac2f38923 admin admin] 10.222.0.49 "DELETE /v2.0/routers/6c6725e0-2391-4fb7-be70-8ea4806a8d18 HTTP/1.1" status: 204 len: 168 time: 1.0013447 Jan 11 14:30:15.138165 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 34126) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:30:15.182172 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.db.db_base_plugin_v2 [None req-28d6484f-2b20-4426-9eb9-44a929dad55f admin admin] Deleting subnet 4bb4affe-3868-4762-9f46-853d5b7a6e5c {{(pid=102759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 14:30:15.185586 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-28d6484f-2b20-4426-9eb9-44a929dad55f admin admin] Publish callbacks [] for subnet (4bb4affe-3868-4762-9f46-853d5b7a6e5c), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:15.224155 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-28d6484f-2b20-4426-9eb9-44a929dad55f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850843'] for subnet (4bb4affe-3868-4762-9f46-853d5b7a6e5c), precommit_delete_associations {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:15.313333 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-28d6484f-2b20-4426-9eb9-44a929dad55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757316'] for subnet (4bb4affe-3868-4762-9f46-853d5b7a6e5c), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:15.364664 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-28d6484f-2b20-4426-9eb9-44a929dad55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10442644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10134044'] for subnet (4bb4affe-3868-4762-9f46-853d5b7a6e5c), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:15.394926 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6484f-2b20-4426-9eb9-44a929dad55f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bb4affe-3868-4762-9f46-853d5b7a6e5c,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:30:15.399638 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-28d6484f-2b20-4426-9eb9-44a929dad55f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:15.403031 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-28d6484f-2b20-4426-9eb9-44a929dad55f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4bb4affe-3868-4762-9f46-853d5b7a6e5c HTTP/1.1" status: 204 len: 168 time: 0.2638381 Jan 11 14:30:15.405667 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 34128) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:30:15.410022 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7640526-a262-4cac-86a8-8bf21b4827d7 None None] Network 85404586-02e9-424a-844d-212b1ead3e18 requested from dv-cinder-824131-3-iscsi {{(pid=102760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 14:30:15.455821 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 5f28aa17-c7dc-419c-bf55-d7b997a2f74d no longer exists at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:30:15.479591 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] No Port match for: 5f28aa17-c7dc-419c-bf55-d7b997a2f74d {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:30:15.480025 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 5f28aa17-c7dc-419c-bf55-d7b997a2f74d not bound to the agent host dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:30:15.480453 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device aadb048d-3622-452d-954c-4e76e2c15b82 no longer exists at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:30:15.483988 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a7b8ee2c-7627-4f9c-8ef8-c963c425d835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1612487'] for network (85404586-02e9-424a-844d-212b1ead3e18), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:15.508739 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] No Port match for: aadb048d-3622-452d-954c-4e76e2c15b82 {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:30:15.509264 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device aadb048d-3622-452d-954c-4e76e2c15b82 not bound to the agent host dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:30:15.536413 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [None req-a7b8ee2c-7627-4f9c-8ef8-c963c425d835 admin admin] Deleting port 6a07f835-c41f-468a-b9e1-7f7f24131144 {{(pid=102758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:30:15.536796 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a7b8ee2c-7627-4f9c-8ef8-c963c425d835 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (6a07f835-c41f-468a-b9e1-7f7f24131144), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:15.603875 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.db [None req-a7b8ee2c-7627-4f9c-8ef8-c963c425d835 admin admin] For port 6a07f835-c41f-468a-b9e1-7f7f24131144, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=6a07f835-c41f-468a-b9e1-7f7f24131144,segment=NetworkSegment(f409724f-2b32-4b4a-a498-9ee452ea2034),segment_id=f409724f-2b32-4b4a-a498-9ee452ea2034)] {{(pid=102758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:30:15.604238 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a7b8ee2c-7627-4f9c-8ef8-c963c425d835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (6a07f835-c41f-468a-b9e1-7f7f24131144), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:15.621338 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.plugin [None req-a7b8ee2c-7627-4f9c-8ef8-c963c425d835 admin admin] Calling delete_port for 6a07f835-c41f-468a-b9e1-7f7f24131144 owned by network:dhcp {{(pid=102758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:30:15.623788 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8421b2e-cad0-453d-8e3d-ea82820b700c None None] DHCP port deletion for 85404586-02e9-424a-844d-212b1ead3e18 request from dv-cinder-824131-3-iscsi {{(pid=102760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 11 14:30:15.669913 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-a8421b2e-cad0-453d-8e3d-ea82820b700c None None] Deleting port 6a07f835-c41f-468a-b9e1-7f7f24131144 {{(pid=102760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 14:30:15.670292 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a8421b2e-cad0-453d-8e3d-ea82820b700c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792866349159'] for port (6a07f835-c41f-468a-b9e1-7f7f24131144), before_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:15.698349 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a7b8ee2c-7627-4f9c-8ef8-c963c425d835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10081185'] for port (6a07f835-c41f-468a-b9e1-7f7f24131144), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:15.723699 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8ee2c-7627-4f9c-8ef8-c963c425d835 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a07f835-c41f-468a-b9e1-7f7f24131144,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:30:15.727671 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b8ee2c-7627-4f9c-8ef8-c963c425d835 admin admin] No DVR routers for this DVR port 6a07f835-c41f-468a-b9e1-7f7f24131144 on host dv-cinder-824131-3-iscsi {{(pid=102758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 14:30:15.734209 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.db [None req-a8421b2e-cad0-453d-8e3d-ea82820b700c None None] For port 6a07f835-c41f-468a-b9e1-7f7f24131144, host dv-cinder-824131-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824131-3-iscsi',level=0,port_id=6a07f835-c41f-468a-b9e1-7f7f24131144,segment=NetworkSegment(f409724f-2b32-4b4a-a498-9ee452ea2034),segment_id=f409724f-2b32-4b4a-a498-9ee452ea2034)] {{(pid=102760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 14:30:15.735126 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a8421b2e-cad0-453d-8e3d-ea82820b700c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733751'] for port (6a07f835-c41f-468a-b9e1-7f7f24131144), precommit_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:15.747167 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-a8421b2e-cad0-453d-8e3d-ea82820b700c None None] Calling delete_port for 6a07f835-c41f-468a-b9e1-7f7f24131144 owned by network:dhcp {{(pid=102760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 14:30:15.799240 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a7b8ee2c-7627-4f9c-8ef8-c963c425d835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759249', 'neutron.services.segments.db._delete_segments_for_network-8792866421935'] for network (85404586-02e9-424a-844d-212b1ead3e18), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:15.819254 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.services.segments.db [None req-a7b8ee2c-7627-4f9c-8ef8-c963c425d835 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85404586-02e9-424a-844d-212b1ead3e18']}} {{(pid=102758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:30:15.828075 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-a8421b2e-cad0-453d-8e3d-ea82820b700c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792866370820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792865868005'] for port (6a07f835-c41f-468a-b9e1-7f7f24131144), after_delete {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:15.828664 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.services.segments.db [None req-a7b8ee2c-7627-4f9c-8ef8-c963c425d835 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f409724f-2b32-4b4a-a498-9ee452ea2034') {'for_net_delete': True} {{(pid=102758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:30:15.829035 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.services.segments.db [None req-a7b8ee2c-7627-4f9c-8ef8-c963c425d835 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f409724f-2b32-4b4a-a498-9ee452ea2034') {} {{(pid=102758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 14:30:15.838442 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a7b8ee2c-7627-4f9c-8ef8-c963c425d835 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792866425528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9042733'] for segment (f409724f-2b32-4b4a-a498-9ee452ea2034), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:15.851168 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a7b8ee2c-7627-4f9c-8ef8-c963c425d835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781'] for segment (f409724f-2b32-4b4a-a498-9ee452ea2034), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:15.852193 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8421b2e-cad0-453d-8e3d-ea82820b700c None None] Pushing event deleted for resources: {'Port': ['ID=6a07f835-c41f-468a-b9e1-7f7f24131144,revision_number=None']} {{(pid=102760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:30:15.855799 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8421b2e-cad0-453d-8e3d-ea82820b700c None None] No DVR routers for this DVR port 6a07f835-c41f-468a-b9e1-7f7f24131144 on host dv-cinder-824131-3-iscsi {{(pid=102760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 14:30:15.858304 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b8ee2c-7627-4f9c-8ef8-c963c425d835 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=102758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 14:30:15.858765 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a7b8ee2c-7627-4f9c-8ef8-c963c425d835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10081170'] for segment (f409724f-2b32-4b4a-a498-9ee452ea2034), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:15.861394 dv-cinder-824131-3-iscsi neutron-server[102758]: Traceback (most recent call last): Jan 11 14:30:15.861394 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 14:30:15.861394 dv-cinder-824131-3-iscsi neutron-server[102758]: timer() Jan 11 14:30:15.861394 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 14:30:15.861394 dv-cinder-824131-3-iscsi neutron-server[102758]: cb(*args, **kw) Jan 11 14:30:15.861394 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 14:30:15.861394 dv-cinder-824131-3-iscsi neutron-server[102758]: return func(*args, **kwargs) Jan 11 14:30:15.861394 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 14:30:15.861394 dv-cinder-824131-3-iscsi neutron-server[102758]: self._notify() Jan 11 14:30:15.861394 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 14:30:15.861394 dv-cinder-824131-3-iscsi neutron-server[102758]: self.callback(batched_events) Jan 11 14:30:15.861394 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 14:30:15.861394 dv-cinder-824131-3-iscsi neutron-server[102758]: event.method(event) Jan 11 14:30:15.861394 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 14:30:15.861394 dv-cinder-824131-3-iscsi neutron-server[102758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 14:30:15.861394 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 14:30:15.861394 dv-cinder-824131-3-iscsi neutron-server[102758]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 14:30:15.861394 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 14:30:15.861394 dv-cinder-824131-3-iscsi neutron-server[102758]: return f(self, *a, **k) Jan 11 14:30:15.861394 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 14:30:15.861394 dv-cinder-824131-3-iscsi neutron-server[102758]: return self._get(url).json() Jan 11 14:30:15.861394 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 14:30:15.861394 dv-cinder-824131-3-iscsi neutron-server[102758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 14:30:15.861394 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 14:30:15.861394 dv-cinder-824131-3-iscsi neutron-server[102758]: return self.request(url, 'GET', **kwargs) Jan 11 14:30:15.861394 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 14:30:15.861394 dv-cinder-824131-3-iscsi neutron-server[102758]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 14:30:15.861394 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 14:30:15.861394 dv-cinder-824131-3-iscsi neutron-server[102758]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 14:30:15.861394 dv-cinder-824131-3-iscsi neutron-server[102758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 14:30:15.861394 dv-cinder-824131-3-iscsi neutron-server[102758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 14:30:15.861394 dv-cinder-824131-3-iscsi neutron-server[102758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 14:30:15.917072 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a7b8ee2c-7627-4f9c-8ef8-c963c425d835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704736'] for network (85404586-02e9-424a-844d-212b1ead3e18), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:15.924764 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-a7b8ee2c-7627-4f9c-8ef8-c963c425d835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561846'] for network (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:15.928167 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-a7b8ee2c-7627-4f9c-8ef8-c963c425d835 admin admin] 10.222.0.49 "DELETE /v2.0/networks/85404586-02e9-424a-844d-212b1ead3e18 HTTP/1.1" status: 204 len: 168 time: 0.5213342 Jan 11 14:30:15.945731 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8ee2c-7627-4f9c-8ef8-c963c425d835 admin admin] Pushing event deleted for resources: {'Network': ['ID=85404586-02e9-424a-844d-212b1ead3e18,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:30:16.041367 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 34132) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:30:16.080699 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-b49c6160-6bee-48d5-8ae9-e127342f36a8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=802231c203874b75b82b8b9358e6f61d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380349 Jan 11 14:30:16.082895 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [-] (102758) accepted ('10.222.0.49', 34134) {{(pid=102758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:30:16.129876 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d90af038-c043-499d-88e0-03a1ee5b4749 admin admin] Publish callbacks [] for security_group (45d40f98-4709-4e50-98b9-3dac9e4ffaa1), before_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:16.150595 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d90af038-c043-499d-88e0-03a1ee5b4749 admin admin] Publish callbacks [] for security_group (45d40f98-4709-4e50-98b9-3dac9e4ffaa1), precommit_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:16.197035 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d90af038-c043-499d-88e0-03a1ee5b4749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (45d40f98-4709-4e50-98b9-3dac9e4ffaa1), after_delete {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:16.199631 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron_lib.callbacks.manager [None req-d90af038-c043-499d-88e0-03a1ee5b4749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:16.200768 dv-cinder-824131-3-iscsi neutron-server[102758]: INFO neutron.wsgi [None req-d90af038-c043-499d-88e0-03a1ee5b4749 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/45d40f98-4709-4e50-98b9-3dac9e4ffaa1 HTTP/1.1" status: 204 len: 168 time: 0.1169817 Jan 11 14:30:16.208556 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90af038-c043-499d-88e0-03a1ee5b4749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d40f98-4709-4e50-98b9-3dac9e4ffaa1,revision_number=None']} {{(pid=102758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:30:16.514763 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 34140) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:30:16.554271 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-ace24506-e572-4211-9527-2f8b7cded758 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1882900917a544dfa7a38ff850cfda8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383811 Jan 11 14:30:16.556627 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [-] (102759) accepted ('10.222.0.49', 34142) {{(pid=102759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 14:30:16.602709 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-180da51d-4883-44ff-b495-4b9445077897 admin admin] Publish callbacks [] for security_group (c161197e-5f21-439a-8e15-0905c6051992), before_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:16.622908 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-180da51d-4883-44ff-b495-4b9445077897 admin admin] Publish callbacks [] for security_group (c161197e-5f21-439a-8e15-0905c6051992), precommit_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:16.667882 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-180da51d-4883-44ff-b495-4b9445077897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900443'] for security_group (c161197e-5f21-439a-8e15-0905c6051992), after_delete {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:16.670397 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron_lib.callbacks.manager [None req-180da51d-4883-44ff-b495-4b9445077897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:16.671556 dv-cinder-824131-3-iscsi neutron-server[102759]: INFO neutron.wsgi [None req-180da51d-4883-44ff-b495-4b9445077897 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c161197e-5f21-439a-8e15-0905c6051992 HTTP/1.1" status: 204 len: 168 time: 0.1140356 Jan 11 14:30:16.678871 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180da51d-4883-44ff-b495-4b9445077897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c161197e-5f21-439a-8e15-0905c6051992,revision_number=None']} {{(pid=102759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 14:30:17.431920 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 6a07f835-c41f-468a-b9e1-7f7f24131144 no longer exists at agent ovs-agent-dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 14:30:17.455397 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.plugin [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] No Port match for: 6a07f835-c41f-468a-b9e1-7f7f24131144 {{(pid=102760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 14:30:17.456920 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron.plugins.ml2.rpc [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Device 6a07f835-c41f-468a-b9e1-7f7f24131144 not bound to the agent host dv-cinder-824131-3-iscsi {{(pid=102760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 14:30:26.125761 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c7d2f35f-b29a-41b2-aaa4-410323ee76be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:28.122085 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:30:28.327342 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-09b9a248-656b-4a5e-b9fb-b2475a478a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:29.674623 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:30.823159 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:32.319713 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:38.888559 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:56.126305 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-78747811-d51d-45dc-8bbc-27982c9906ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:58.328348 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c946095e-ce8d-4f4a-8e3e-9b981dc2ab0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:30:59.675295 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:31:00.824543 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:31:02.311669 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:31:05.120254 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:31:08.890923 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:31:26.128240 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4ef6350d-f8dd-4980-9729-f151b6d57972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:31:28.331103 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-43b82bb1-9ab3-438a-b78c-f45cebc2a85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:31:29.678079 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:31:30.828122 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:31:32.314233 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:31:38.902711 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:31:42.118586 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:31:56.129516 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7bf99c1b-ed2a-4260-ba0f-6ff8f6abb88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:31:58.331645 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-af61ee1e-2ed9-40ae-b9bd-5d63706d316b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:31:59.679531 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:32:00.831158 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:32:02.318783 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:32:08.901297 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:32:19.117528 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:32:26.131309 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-247d3894-4ce6-4c34-a623-34f66838be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:32:28.332492 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-c95e0068-ecd8-48fb-a19b-a51f4b4234f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:32:29.682459 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:32:30.834181 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:32:32.320453 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:32:38.929563 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:32:56.115911 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:32:56.132217 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2505f6be-62f0-4ece-b60c-e746f60fb84f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:32:58.333859 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5d7128bc-3e26-4cad-9090-e34f6d596773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:32:59.685089 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:33:00.836772 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:33:02.322451 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:33:08.927009 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:33:21.288495 dv-cinder-824131-3-iscsi neutron-server[102759]: DEBUG neutron.wsgi [req-c195cf4c-b089-41ff-952c-94c67dfebb5c req-27f1f4a9-8dab-412d-a920-e0592a241592 service neutron] (102759) timed out ('10.222.0.49', 57218) {{(pid=102759) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 11 14:33:23.499651 dv-cinder-824131-3-iscsi neutron-server[102758]: DEBUG neutron.wsgi [req-db2a4b44-606f-4838-89c8-8e4ec6d2775e req-8c2d632b-f0cd-4c06-9bd0-f0dbeec89d7e service neutron] (102758) timed out ('10.222.0.45', 55787) {{(pid=102758) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 11 14:33:26.132742 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-490071b7-cadf-436c-a16c-63bf0464ba1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:33:28.334247 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-40efe557-3e30-4f3d-8d2c-76cba2c4b7ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:33:29.688051 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:33:30.840404 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:33:32.324615 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:33:33.115278 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:33:38.924578 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:33:56.134110 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-2a33be03-50ed-40bc-b22d-bb8e08c3800f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:33:58.335799 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-8022e0d8-fc81-49df-9fc9-58c5a49b3d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:33:59.690821 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:34:00.842363 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:34:02.327091 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:34:08.926467 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:34:10.114132 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:34:26.135898 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-07798bbc-5a15-46b0-9dfb-9455c4f0cc6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:34:28.338938 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7fad867e-6e62-43c3-b31c-f112473a637b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:34:29.693591 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:34:30.846231 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:34:32.329654 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:34:38.938046 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:34:47.114441 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:34:56.137011 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e9155b44-9222-406b-adb1-f0801965b091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:34:58.343437 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-434889aa-9d44-499b-8dae-f1d7086d82f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:34:59.696157 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:35:00.848584 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:35:02.334077 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:35:08.951538 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:35:24.114267 dv-cinder-824131-3-iscsi neutron-server[102761]: DEBUG neutron.db.agents_db [None req-2eedd418-c9e0-44e4-9757-35f1af371249 None None] Agent healthcheck: found 6 active agents {{(pid=102761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 14:35:26.137826 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-7ce46746-c4d0-4688-934d-2589c26b5e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (0926af04-f8d6-426e-a613-5ede47dbe2c0), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:35:28.344199 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-4b3baa98-c5ea-4f45-acd5-634c5c2a3bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (c4ac2d5e-b15d-44cb-96f9-2e2f3cbde165), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:35:29.700477 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-726fd99b-984a-412f-9245-fd04055be247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (a41bf002-2c92-4be1-b62f-7e09aa0b5c4e), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:35:30.852702 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-685843ac-011e-4626-86ae-40ac1e4e7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (d209e092-1a47-48cc-87a9-ac1e31e654e2), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:35:32.336164 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-5e92a66b-9733-4bfb-b561-0566888dd413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (9d224d65-2af6-406d-8eb7-edecce64fdf4), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 14:35:38.941160 dv-cinder-824131-3-iscsi neutron-server[102760]: DEBUG neutron_lib.callbacks.manager [None req-e5c68475-5e2e-471a-8096-28959764c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792866421917', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910471'] for agent (183634b4-d914-49fa-b358-00b9224e1c57), after_update {{(pid=102760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}